-- Logs begin at Tue 2021-11-23 11:56:55 UTC, end at Tue 2021-11-23 13:54:05 UTC. -- Nov 23 12:50:20.981877 dv-cinder-818886-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 12:50:23.455939 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.common.config [-] Logging enabled! Nov 23 12:50:23.456815 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 12:50:23.456815 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 12:50:23.459911 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.common.config [-] Logging enabled! Nov 23 12:50:23.460180 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev69 Nov 23 12:50:23.460517 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86709) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 12:50:23.461560 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:50:23.461815 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:50:23.462215 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:50:23.462464 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:50:23.462724 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:50:23.463039 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.463342 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.463676 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.463940 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.464465 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.464646 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.464907 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.465198 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.465544 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.465830 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.466108 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.466458 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.466686 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.466969 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.467257 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.467544 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.467769 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] debug = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.468050 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.468512 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.468983 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.469268 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.469559 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.469907 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.470101 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.470383 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.470670 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.471036 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] host = dv-cinder-818886-1-iscsi {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.471313 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.471598 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.471882 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.472165 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.472466 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.472745 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.473030 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.473309 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.473583 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] log_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.473858 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.474148 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.474437 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.474728 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.474952 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.475175 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.475482 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.475754 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.476028 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.476350 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.476627 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.476907 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.477178 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.477446 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.477737 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.478020 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.478310 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.478582 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.478857 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.479130 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.479416 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.479700 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.479971 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.480267 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.480538 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.480828 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.481098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.481366 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.481681 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.481967 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.482247 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.482529 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.482811 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.483098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.483369 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.483653 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.483924 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] use_json = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.484297 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.484712 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.485010 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.485351 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.485562 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.485840 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.486342 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.486464 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:23.486692 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.486990 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.487291 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.487577 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.487874 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.488163 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.488477 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.488756 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.489158 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.489465 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.489791 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.490081 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.490376 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.490656 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.490954 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.491265 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.491564 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.491857 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.492134 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.492437 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.492714 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.493066 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.493276 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.493574 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.493866 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.494145 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.494426 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.494721 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.494998 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.495272 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.495552 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.496548 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.496848 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.497126 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.497413 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.497703 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.497979 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.498256 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.498538 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.498831 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.499110 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.499384 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.499656 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.499962 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.500263 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.500547 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.500823 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.501087 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.501358 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.501637 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.501912 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.502299 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.502772 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.503105 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.503393 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.503671 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.503955 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.504229 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.504544 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.504820 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.505098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.505376 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.505657 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.505932 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.506209 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.506483 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.506763 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.507088 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.507387 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.507690 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.508001 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.508311 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.508598 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.508881 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.509210 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.509511 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.509811 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.510115 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.510403 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.510790 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.511085 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.511392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.511747 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.512030 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.512392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.512719 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.513008 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.513291 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.513576 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.513878 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.514167 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.514473 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.514761 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.515058 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.515352 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.515843 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.516299 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.516694 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.516989 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:23.517212 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:50:23.517468 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86709) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 12:50:23.924140 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO keyring.backend [-] Loading KWallet Nov 23 12:50:23.932015 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO keyring.backend [-] Loading SecretService Nov 23 12:50:23.936067 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO keyring.backend [-] Loading Windows Nov 23 12:50:23.937622 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO keyring.backend [-] Loading chainer Nov 23 12:50:23.938214 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO keyring.backend [-] Loading macOS Nov 23 12:50:23.974536 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:23.974785 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:23.975095 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:23.975446 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 12:50:24.323917 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.324213 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.324475 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.326484 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.326834 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.327133 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.463659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.464414 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.465041 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.481118 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.481352 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.481650 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.515394 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.515726 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.516623 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.560932 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.561212 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.561471 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.835587 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.835880 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.836097 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.836426 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.837173 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.980860 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.981163 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.981465 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.981736 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.981999 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.982309 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.982572 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.982830 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.983084 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.983363 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.983625 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.984044 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.984457 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.985471 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.985761 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.986045 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.986313 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.986594 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.986853 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.987136 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.987503 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.987758 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.988005 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.988330 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.988563 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.988809 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:24.989242 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:50:24.989480 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:50:24.989714 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:50:24.989946 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:50:24.990178 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:50:24.990408 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:50:24.990792 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 12:50:24.994343 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 12:50:24.998450 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 12:50:25.003738 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1200, 1249)])]) Nov 23 12:50:25.005546 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 12:50:25.006008 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 12:50:25.006353 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 12:50:25.006760 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 12:50:25.009936 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 12:50:25.010179 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 12:50:25.010524 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 12:50:25.043351 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 12:50:25.044347 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.044737 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86709) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 23 12:50:25.045126 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.046614 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86709) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 12:50:25.047261 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 12:50:25.047971 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 12:50:25.051560 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.051845 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.120207 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 12:50:25.120476 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 12:50:25.120626 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 12:50:25.120961 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 12:50:25.159661 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_db.sqlalchemy.engines [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86709) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 23 12:50:25.513532 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Initializing driver for type 'gre' Nov 23 12:50:25.514192 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] gre ID ranges: [(1, 1000)] Nov 23 12:50:25.582520 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Initializing driver for type 'local' Nov 23 12:50:25.582891 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Initializing driver for type 'vlan' Nov 23 12:50:25.598785 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] VlanTypeDriver initialization complete Nov 23 12:50:25.599129 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Initializing driver for type 'vxlan' Nov 23 12:50:25.599633 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] vxlan ID ranges: [(1, 1000)] Nov 23 12:50:25.661288 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Initializing extension driver 'port_security' Nov 23 12:50:25.661816 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.extensions.port_security [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] PortSecurityExtensionDriver initialization complete Nov 23 12:50:25.662570 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Initializing mechanism driver 'openvswitch' Nov 23 12:50:25.663134 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Initializing mechanism driver 'hyperv' Nov 23 12:50:25.672267 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.plugins.ml2.plugin [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:25.673059 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > port after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.673585 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > port after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.673940 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > port after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.674300 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > subnet after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.674649 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > subnet after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.674988 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.675362 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > network after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.675701 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > network after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.676041 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > network after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.676470 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > security_group after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.676839 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > security_group after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.677176 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.677548 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.677887 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.678216 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.678588 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > address_group after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.678924 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > address_group after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.679246 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.679595 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] ML2 OVO RPC backend initialized. {{(pid=86709) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 23 12:50:25.680277 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.680644 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.681051 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > network before_response 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.681390 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > networks before_response 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.681729 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > port before_response 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.682062 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > ports before_response 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.682398 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > subnet before_response 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.682730 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > subnets before_response 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.683075 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > network after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.683405 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > network after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.683732 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > network after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.684066 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > port after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.684413 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > port after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.684743 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > port after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.685071 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > subnet after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.685399 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > subnet after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.685724 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.686372 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.plugin [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Modular L2 Plugin initialization complete Nov 23 12:50:25.686694 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading services supported by the core plugin {{(pid=86709) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 12:50:25.687019 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.plugins.ml2.managers [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Got port-security extension from driver 'port_security' Nov 23 12:50:25.687505 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.extensions.vlantransparent [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Disabled vlantransparent extension. Nov 23 12:50:25.687993 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86709) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 12:50:25.688344 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading Plugin: router Nov 23 12:50:25.728727 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.729126 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router after_create 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.729488 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router before_create 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.729891 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.730230 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.730598 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router after_delete 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.730964 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.731328 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router after_create 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.731676 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router after_update 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.732018 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router after_update 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.732404 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.732762 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router after_update 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.733184 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_update 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.733560 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: port after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.733898 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: port after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.734331 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: subnet after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.734661 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.735043 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.735457 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_create 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.735805 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: port before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.736147 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.736529 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router after_update 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.736868 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.737213 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_create 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.737586 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.737912 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_update 55549900 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.738285 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > agent after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.738635 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > agent after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.738980 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > network after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.739980 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Tracking information for resource: router configured {{(pid=86709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:50:25.740332 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Tracking information for resource: floatingip configured {{(pid=86709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 12:50:25.745770 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.db.l3_agentschedulers_db [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 12:50:25.746358 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: port after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.746723 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: port after_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.747074 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: port after_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.747423 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: port after_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.748269 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router before_create 55550100 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.748634 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.748989 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_create 55550100 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.749344 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > router precommit_update 55550100 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.754471 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.services.provider_configuration [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service providers = [] {{(pid=86709) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 12:50:25.754837 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.db.servicetype_db [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86709) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 12:50:25.758107 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.services.service_base [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:50:25.758447 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.services.service_base [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:50:25.758789 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.services.service_base [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:50:25.759906 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.services.service_base [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 12:50:25.760334 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.services.service_base [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 12:50:25.760737 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:50:25.761060 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 12:50:25.773121 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:50:25.773342 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading Plugin: auto_allocate Nov 23 12:50:25.779351 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: network precommit_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.779725 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: network precommit_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.780289 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:50:25.780615 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading Plugin: tag Nov 23 12:50:25.788058 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:50:25.788418 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading Plugin: timestamp Nov 23 12:50:25.792607 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:50:25.792940 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading Plugin: network_ip_availability Nov 23 12:50:25.798881 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.799287 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.799640 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:25.800486 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:50:25.800808 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading Plugin: flavors Nov 23 12:50:25.806340 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:50:25.806669 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading Plugin: revisions Nov 23 12:50:25.811197 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 12:50:25.811603 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_concurrency.lockutils [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.836s {{(pid=86709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:25.812514 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86709) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 12:50:25.812852 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Initializing extension manager. Nov 23 12:50:25.813368 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: __init__.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.813714 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: __pycache__ {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.814037 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.814365 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: address_group.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.815192 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.815868 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: address-group Nov 23 12:50:25.816290 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: address_scope.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.817071 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.817576 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: address-scope Nov 23 12:50:25.818024 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.819069 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.819579 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: router-admin-state-down-before-update Nov 23 12:50:25.819963 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: agent.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.820774 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.821388 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: agent Nov 23 12:50:25.821659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: agent_resources_synced.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.822602 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.823106 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: agent-resources-synced Nov 23 12:50:25.823422 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: allowedaddresspairs.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.825328 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.825839 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: allowed-address-pairs Nov 23 12:50:25.826159 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: auto_allocated_topology.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.827283 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.827798 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: auto-allocated-topology Nov 23 12:50:25.828180 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: availability_zone.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.829014 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.829519 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: availability_zone Nov 23 12:50:25.829836 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: availability_zone_filter.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.830757 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.831255 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: availability_zone_filter Nov 23 12:50:25.831572 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: data_plane_status.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.832510 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.833007 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 12:50:25.833323 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: default_subnetpools.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.834247 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.834755 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: default-subnetpools Nov 23 12:50:25.835076 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.835926 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.836453 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: dhcp_agent_scheduler Nov 23 12:50:25.836776 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: dns.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.837710 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.838237 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 12:50:25.838556 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: dns_domain_ports.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.839579 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.840091 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 12:50:25.840443 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: dvr.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.841183 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.841711 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: dvr Nov 23 12:50:25.842048 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: empty_string_filtering.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.843091 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.843775 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: empty-string-filtering Nov 23 12:50:25.844315 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.845535 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.846256 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 12:50:25.846704 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.847807 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.848434 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 12:50:25.848756 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: external_net.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.849872 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.850393 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: external-net Nov 23 12:50:25.850743 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.852137 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.853046 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: extra_dhcp_opt Nov 23 12:50:25.853581 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: extraroute.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.855041 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.855589 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: extraroute Nov 23 12:50:25.855914 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: extraroute_atomic.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.857028 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.857532 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: extraroute-atomic Nov 23 12:50:25.857849 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: filter_validation.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.858535 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.859044 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: filter-validation Nov 23 12:50:25.859546 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: fip_pf_description.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.862187 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.862706 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 12:50:25.863034 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: fip_port_details.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.863972 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.864520 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: fip-port-details Nov 23 12:50:25.864841 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: flavors.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.866145 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.866626 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: flavors Nov 23 12:50:25.866972 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.868731 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.869250 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 12:50:25.869597 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: floatingip_pools.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.870300 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.870812 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: floatingip-pools Nov 23 12:50:25.871131 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: ip_allocation.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.872054 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.872611 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 12:50:25.872933 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.873853 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.874365 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: ip-substring-filtering Nov 23 12:50:25.874693 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: l2_adjacency.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.875936 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.876457 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 12:50:25.876774 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: l3.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.877896 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.878404 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: router Nov 23 12:50:25.878739 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.881304 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.881839 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 12:50:25.882165 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.883130 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.883641 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: ext-gw-mode Nov 23 12:50:25.883974 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.884932 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.885445 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: l3-ha Nov 23 12:50:25.885766 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: l3_flavors.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.886699 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.887203 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: l3-flavors Nov 23 12:50:25.887521 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.888470 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.888980 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 12:50:25.889297 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: l3agentscheduler.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.890430 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.890962 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: l3_agent_scheduler Nov 23 12:50:25.891285 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: logging.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.892945 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.893782 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension logging not supported by any of loaded plugins Nov 23 12:50:25.894109 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: metering.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.894851 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.895423 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: metering Nov 23 12:50:25.895744 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.896876 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.897381 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: metering_source_and_destination_fields Nov 23 12:50:25.897702 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: multiprovidernet.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.898770 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.899283 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: multi-provider Nov 23 12:50:25.899600 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: netmtu.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.900547 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.901050 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: net-mtu Nov 23 12:50:25.901367 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: netmtu_writable.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.902284 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.902784 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: net-mtu-writable Nov 23 12:50:25.903103 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: network_availability_zone.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.903784 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.904367 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: network_availability_zone Nov 23 12:50:25.904686 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: network_ip_availability.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.905800 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.906499 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: network-ip-availability Nov 23 12:50:25.906824 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: network_segment_range.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.907617 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.908112 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 12:50:25.908456 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: pagination.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.909445 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.909771 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: pagination Nov 23 12:50:25.910086 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: port_device_profile.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.910988 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.911494 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: port-device-profile Nov 23 12:50:25.911808 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.912762 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.913259 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: port-mac-address-regenerate Nov 23 12:50:25.913573 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.914483 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.914993 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: port-numa-affinity-policy Nov 23 12:50:25.915305 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: port_resource_request.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.916231 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.916755 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 12:50:25.917074 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: portbindings.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.917998 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.918502 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: binding Nov 23 12:50:25.918817 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: portbindings_extended.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.920138 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.920689 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: binding-extended Nov 23 12:50:25.921010 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: portsecurity.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.922028 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.922519 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: port-security Nov 23 12:50:25.923024 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: project_id.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.924037 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.924416 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: project-id Nov 23 12:50:25.924737 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: providernet.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.925650 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.926166 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: provider Nov 23 12:50:25.926479 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.930331 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.930884 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos not supported by any of loaded plugins Nov 23 12:50:25.931212 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.932625 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.933146 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 12:50:25.933502 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.934415 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.934939 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 12:50:25.935244 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos_default.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.936168 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.936708 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos-default not supported by any of loaded plugins Nov 23 12:50:25.937025 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos_fip.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.937780 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.938318 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 12:50:25.938599 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos_gateway_ip.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.939580 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.940081 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 12:50:25.940448 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos_port_network_policy.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.941383 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.941878 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 12:50:25.942194 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos_rule_type_details.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.943122 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.943616 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 12:50:25.943936 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: qos_rules_alias.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.945067 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.945569 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 12:50:25.945892 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: quotasv2.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.946883 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.947364 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: quotas Nov 23 12:50:25.947684 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: quotasv2_detail.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.949445 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.949793 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: quota_details Nov 23 12:50:25.950118 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: rbac.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.951220 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.951762 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: rbac-policies Nov 23 12:50:25.952084 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: rbac_address_group.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.953124 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.953683 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: rbac-address-group Nov 23 12:50:25.953951 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: rbac_address_scope.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.954869 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.955375 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: rbac-address-scope Nov 23 12:50:25.955693 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: rbac_security_groups.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.956654 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.957162 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: rbac-security-groups Nov 23 12:50:25.957481 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: rbac_subnetpool.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.958399 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.958907 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: rbac-subnetpool Nov 23 12:50:25.959231 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: revisionifmatch.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.960164 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.960693 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: revision-if-match Nov 23 12:50:25.961006 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: revisions.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.962169 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.962676 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: standard-attr-revisions Nov 23 12:50:25.962992 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: router_availability_zone.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.963677 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.964182 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: router_availability_zone Nov 23 12:50:25.964522 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: routerservicetype.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.965451 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.965957 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 12:50:25.966312 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.967231 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.967737 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: security-groups-normalized-cidr Nov 23 12:50:25.968053 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.969210 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.969714 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: port-security-groups-filtering Nov 23 12:50:25.970022 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.970966 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.971477 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: security-groups-remote-address-group Nov 23 12:50:25.971796 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: securitygroup.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.982326 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.982906 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: security-group Nov 23 12:50:25.983234 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: segment.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.984174 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.984725 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension segment not supported by any of loaded plugins Nov 23 12:50:25.985047 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.986110 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.986624 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 12:50:25.986942 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: servicetype.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.988107 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.988659 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: service-type Nov 23 12:50:25.988987 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: sorting.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.990038 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.990378 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: sorting Nov 23 12:50:25.990695 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: standard_attr_segment.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.991638 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.992169 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 12:50:25.992524 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: standardattrdescription.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.993222 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.993746 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: standard-attr-description Nov 23 12:50:25.994062 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: stateful_security_group.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.995098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.995677 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: stateful-security-group Nov 23 12:50:25.996005 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: stdattrs_common.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.996669 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 12:50:25.996983 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:25.998025 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:25.998550 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 12:50:25.998868 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: subnet_onboard.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.000021 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.000560 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: subnet_onboard Nov 23 12:50:26.000962 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.001913 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.002418 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 12:50:26.002739 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: subnet_service_types.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.003664 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.004178 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: subnet-service-types Nov 23 12:50:26.004523 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: subnetallocation.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.005619 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.006138 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: subnet_allocation Nov 23 12:50:26.006456 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.007140 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.007645 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: subnetpool-prefix-ops Nov 23 12:50:26.007965 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.008949 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.009452 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 12:50:26.009772 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: tagging.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.010886 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.011411 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: standard-attr-tag Nov 23 12:50:26.011731 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: timestamp.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.012982 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.013505 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loaded extension: standard-attr-timestamp Nov 23 12:50:26.013831 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: trunk.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.014872 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.015387 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension trunk not supported by any of loaded plugins Nov 23 12:50:26.015753 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: trunk_details.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.016724 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.017233 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 12:50:26.017553 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: uplink_status_propagation.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.018855 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.019384 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 12:50:26.019703 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Loading extension file: vlantransparent.py {{(pid=86709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 12:50:26.020456 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 12:50:26.020986 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 12:50:26.023677 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:network Nov 23 12:50:26.024450 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:subnet Nov 23 12:50:26.025294 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:50:26.025891 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:port Nov 23 12:50:26.027287 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.027724 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service FLAVORS assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.028373 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.028800 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.029137 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:router Nov 23 12:50:26.029809 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 12:50:26.030534 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service METERING assigned prefix: /metering {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.032084 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:26.032478 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:26.032829 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 12:50:26.034024 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 12:50:26.034465 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:security_group Nov 23 12:50:26.035146 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 12:50:26.035897 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service CORE assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.036227 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:50:26.036600 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] subnetpool is already registered Nov 23 12:50:26.037198 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service CORE assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.037524 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:50:26.037846 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] subnetpool is already registered Nov 23 12:50:26.040497 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.040937 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service FLAVORS assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.041512 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.041931 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.042259 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:router Nov 23 12:50:26.042592 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] router is already registered Nov 23 12:50:26.043188 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 12:50:26.043521 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] floatingip is already registered Nov 23 12:50:26.044150 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service METERING assigned prefix: /metering {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.044864 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 12:50:26.045193 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] rbac_policy is already registered Nov 23 12:50:26.045738 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:security_group Nov 23 12:50:26.046067 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] security_group is already registered Nov 23 12:50:26.046657 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 12:50:26.046995 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] security_group_rule is already registered Nov 23 12:50:26.047760 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service CORE assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.048107 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:50:26.048468 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] subnetpool is already registered Nov 23 12:50:26.049096 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.v2.resource_helper [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Service CORE assigned prefix: {{(pid=86709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 12:50:26.049420 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 12:50:26.049741 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING neutron.quota.resource_registry [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] subnetpool is already registered Nov 23 12:50:26.050393 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: extensions {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.051920 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: address-groups {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.053648 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: address-scopes {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.054881 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: agents {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.056053 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: auto-allocated-topology {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.057339 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: availability_zones {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.058711 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: dhcp-networks {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.060202 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: dhcp-agents {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.061695 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: routers {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.064875 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: flavors {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.066079 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: service_profiles {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.067280 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: next_providers {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.068918 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: service_profiles {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.070343 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: floatingip-pools {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.071587 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: routers {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.073450 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: floatingips {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.074641 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: l3-routers {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.076048 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: l3-agents {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.077515 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: metering-labels {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.078898 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: metering-label-rules {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.080188 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: network-ip-availabilities {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.081471 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: bindings {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.083153 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: quotas {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.084611 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: quotas {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.086021 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: rbac-policies {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.087328 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: security-groups {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.088540 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: security-group-rules {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.089785 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: service-providers {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.091009 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: subnetpools {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.092491 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: subnetpools {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.094025 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.095836 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.097837 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.099803 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.101787 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.103703 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.105576 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.107596 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.109631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.111654 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron.api.extensions [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Extended resource: tags {{(pid=86709) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 12:50:26.118453 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING keystonemiddleware.auth_token [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 12:50:26.123677 dv-cinder-818886-1-iscsi neutron-server[86709]: WARNING keystonemiddleware.auth_token [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 12:50:26.132683 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_concurrency.lockutils [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Acquired lock "singleton_lock" {{(pid=86709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 23 12:50:26.133166 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_concurrency.lockutils [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Releasing lock "singleton_lock" {{(pid=86709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 23 12:50:26.133856 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO oslo_service.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Starting 2 workers Nov 23 12:50:26.138743 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Started child 86848 {{(pid=86709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:50:26.143922 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Started child 86849 {{(pid=86709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:50:26.145524 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.146336 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO neutron.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 12:50:26.146336 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Notify callbacks [] for process, before_spawn {{(pid=86709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.147611 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [-] (86848) wsgi starting up on http://0.0.0.0:9696 Nov 23 12:50:26.148863 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO oslo_service.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Starting 1 workers Nov 23 12:50:26.151284 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.153570 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [-] (86849) wsgi starting up on http://0.0.0.0:9696 Nov 23 12:50:26.154120 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Started child 86850 {{(pid=86709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:50:26.154682 dv-cinder-818886-1-iscsi neutron-server[86709]: INFO oslo_service.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Starting 1 workers Nov 23 12:50:26.158647 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] calling RpcWorker wait() {{(pid=86850) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 12:50:26.159634 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] returning from RpcWorker wait() {{(pid=86850) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 12:50:26.159773 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Started child 86851 {{(pid=86709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 23 12:50:26.160297 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG neutron_lib.callbacks.manager [None req-4341e8c3-2fb9-408b-9cd5-47972b91cb09 None None] Notify callbacks [] for process, after_spawn {{(pid=86709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.160734 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.161281 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:26.162300 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 12:50:26.162507 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:50:26.162859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:50:26.163225 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:50:26.163732 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:50:26.164037 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:50:26.164715 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.165147 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.165567 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.165974 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.166096 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:26.166918 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.167594 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.168015 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.168463 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.168906 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.169282 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.169591 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.169907 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.170304 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.170671 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.171137 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.171555 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.171979 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.172425 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.172747 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.173223 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.173638 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.174026 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.174429 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] debug = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.174819 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.175429 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.175868 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.176298 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.176726 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.177191 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.177622 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.178071 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.178510 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.178905 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.179323 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.179859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.180336 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.180461 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 32870) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:26.180864 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.181258 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.181686 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.182093 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.182774 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] host = dv-cinder-818886-1-iscsi {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.183193 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.183592 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.184011 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.184460 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.184904 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.185315 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.185756 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.186178 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.186614 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.187033 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.187575 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.187992 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.188448 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.188867 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.189202 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_options = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.189614 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.190092 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.190552 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.190979 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.191348 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.191445 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080459 Nov 23 12:50:26.191923 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.192403 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.192779 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.193220 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.193626 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.194045 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.194431 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.194845 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.195264 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.195743 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.195971 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.196277 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.196521 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.196790 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.197068 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.197279 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.197703 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.198071 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.198330 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.198573 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.199640 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.199890 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.200302 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.200679 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.201077 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.201463 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.201868 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.202356 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.202819 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.203276 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.203541 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.203775 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.204048 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.204430 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.204687 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.204944 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.205174 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.205606 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.206002 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.206376 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.206787 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_json = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.207011 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.207231 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.207498 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.207724 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.207977 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.208197 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.209938 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.210290 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:26.210401 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.210784 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.212058 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.212058 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.212058 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.212058 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.212488 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.212488 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.212950 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.213161 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.213575 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.214031 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.215098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.215098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.215098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.215098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.215392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.215615 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.216026 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.216448 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.216853 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.217094 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.217322 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.217661 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.217950 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.218213 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.218481 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.218900 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.219198 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.219421 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.219658 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.219876 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.220097 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.223249 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.224326 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.224589 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.226590 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.227459 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.227459 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.227647 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.227983 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.228356 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.228686 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.228927 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.229171 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.229521 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.231942 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.232795 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.233775 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.234039 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.238273 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.238571 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.238814 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.239055 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.239300 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.239548 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.239837 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.240064 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.240917 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.240917 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.241320 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.241594 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.242877 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.243627 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.244214 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.244506 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.244739 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.245635 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.246682 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.248712 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.249218 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.249426 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.249783 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.250291 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.250681 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.251123 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.251551 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.251992 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.252738 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.253241 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.253716 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.254979 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.255492 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.256049 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.256532 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.257206 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.257756 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.258220 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.258708 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.259216 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.259727 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.262911 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.263126 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.263392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.263662 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.263900 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.264205 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.264477 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.264721 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.264966 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.265208 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.265537 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.265774 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.266174 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.266548 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.266859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.267145 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.267415 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.267677 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.267932 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.269190 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.273940 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.274078 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.275094 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.276578 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.276841 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.277531 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.279167 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.279478 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.279794 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.280020 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.280297 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.280571 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.280833 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.281203 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.281495 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.281917 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.282279 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.282572 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.282836 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.283084 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.283409 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.283615 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.284042 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.284415 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.284919 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.285221 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.285590 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.285907 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.286221 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.286554 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.287000 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.287462 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.287928 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.288305 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.288581 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.288916 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.289235 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.289540 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.289843 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.290116 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.291152 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.291400 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.291939 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.291939 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.292141 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.292409 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.292650 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.292877 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.293100 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.293377 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.293612 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.293846 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.294119 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.294356 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.294594 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.294845 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.295066 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.295338 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.295727 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.296009 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.296293 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.296533 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.296870 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.297168 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.297344 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.298273 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.298273 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.298273 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.298273 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.298721 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.298721 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.298916 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.299147 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.299383 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.299695 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.299962 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.300200 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.300621 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.301203 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.301203 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.301438 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.301544 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.301781 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.302044 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.302248 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.302555 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.302823 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.303042 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.303323 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.303982 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.303982 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.304220 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.304370 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.304574 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.305669 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.305669 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.305669 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.305669 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.306126 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.306231 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.306451 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.306668 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.307007 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.307158 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.307349 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.307558 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.307789 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.308001 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.308207 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.308452 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.308663 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.308971 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.309545 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.309545 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.309735 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.309927 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.310152 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.311115 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.311115 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.311115 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.311115 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.311398 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.311605 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.311879 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.312218 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.312484 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.312791 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.313064 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.313291 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.313728 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.314004 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.314274 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.314492 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.314790 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.315894 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.315894 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.315894 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.315894 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.316184 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.316365 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.316725 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.317105 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.317492 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.317692 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.317956 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.318193 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.318433 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.319631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.319631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.319631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.319631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.319631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.320052 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.320052 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.320204 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:50:26.320676 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 23 12:50:26.320844 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 12:50:26.321144 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 12:50:26.321453 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 12:50:26.321773 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 12:50:26.321926 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 12:50:26.322141 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323204 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323204 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323204 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323204 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323204 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323204 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323828 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323828 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323828 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.323828 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.324214 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.324214 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.324214 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.324511 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.324591 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.324706 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.324862 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.325174 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.325470 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.325779 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.326062 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.326342 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] debug = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.326616 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.326953 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.327263 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.327558 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.327720 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.328063 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.328273 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.328446 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.328743 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.329035 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.329338 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.329497 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.329650 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.330659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.330659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.330659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.330659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.330659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] host = dv-cinder-818886-1-iscsi {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.330659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.330659 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.331125 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:26.331199 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.331199 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.331199 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.331459 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.331459 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.331590 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.331682 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.331965 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.332319 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.332620 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.332781 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.332939 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.333097 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_options = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.333254 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.333411 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.333568 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.333752 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.333914 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.334072 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.334229 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.334696 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.334696 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.334696 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.334897 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.334961 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.335117 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.335273 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.335428 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336392 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336850 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336850 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.336850 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.337162 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.337162 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.337403 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.337403 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.337631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.337631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.337860 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.337977 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.338101 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.338224 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.338357 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.338476 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.338934 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.338934 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.338934 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.339431 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.339431 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.339431 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.339885 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.339885 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.339885 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.340203 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_json = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.340203 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.340203 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.340569 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.340569 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.340841 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.340841 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.341150 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.341150 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 12:50:26.341445 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.341445 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.341693 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.341798 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.341906 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.342063 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.342238 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.342353 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.342487 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.342649 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.342859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.343143 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.343274 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.343375 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.343542 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.343679 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.343878 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.344098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.344098 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.345391 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.345391 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.345391 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.345391 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.345391 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.345391 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.345391 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.345391 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.346962 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.347155 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.347297 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.347467 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.347655 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.347805 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.347989 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.348159 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.348334 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.348482 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.348627 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.348786 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.348946 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.349110 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.349267 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.349563 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.349874 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.350163 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.350458 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.350751 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.351035 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.351340 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.351624 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.351932 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.352121 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.352318 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.352459 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.352547 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.352715 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.352870 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.353166 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.353458 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.353749 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.354048 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.354233 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.354379 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.354545 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.354712 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.354875 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.355017 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.355171 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.355332 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.355491 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.355652 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.355811 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.355991 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.356136 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.356357 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.356505 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.356645 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.356781 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.356927 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.357080 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.357240 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.357399 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.357558 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.357718 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.357887 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.358062 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.358221 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.358382 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.358536 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.358693 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.358853 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.359011 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.359181 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.359809 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.359809 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.359809 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.360022 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.360209 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.360455 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.360616 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.360780 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.360927 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.361389 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.361389 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.361389 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.361669 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.361669 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.361933 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.362071 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.362213 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.362347 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.362479 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.362614 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.362747 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.363496 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.363496 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.363496 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.363496 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364018 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364018 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364018 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364018 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364563 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364563 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364563 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364933 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364933 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.364933 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.365345 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.365345 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.365345 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.365685 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.365685 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.365841 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.365956 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.366096 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.366256 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.366430 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.366580 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.366740 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.366900 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.367060 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.367220 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.367381 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.367541 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.367702 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.367862 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.368021 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.368181 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.368378 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.368539 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.368701 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.368862 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.369859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.369859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.369859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.369859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.369859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.369859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.370534 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.370534 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.370534 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.370534 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.370534 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371063 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371063 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371063 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371359 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371359 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371555 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371666 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371768 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.371869 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.372027 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.372187 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.372390 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.372558 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.372736 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.372901 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.373047 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.373189 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.373330 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.373467 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.373604 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.373740 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.373887 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.374023 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.374198 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.374343 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.374506 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.374668 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.374843 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.375007 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.375303 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.375466 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.375625 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.375776 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.375931 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.376094 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.376286 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.376453 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.376614 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.376776 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.377088 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.377088 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.377371 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.377371 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.377631 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.377766 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.377910 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.377999 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.378134 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.378301 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.378448 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.378597 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.378741 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.378905 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.379064 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.379212 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.379353 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.379515 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.379692 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.379859 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.380073 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.380207 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.380456 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.380600 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.380732 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.380864 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.381000 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.381131 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.381259 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.381401 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.381635 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.382662 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.382662 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.382662 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.382662 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.382662 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.382662 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384043 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1200:1249'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384043 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384043 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384043 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384043 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384043 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384043 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384916 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384916 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384916 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384916 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384916 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.384916 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.385796 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.385796 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.385796 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.385796 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.385796 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.385796 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.387327 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.387327 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.387327 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.387327 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.387327 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 12:50:26.387327 dv-cinder-818886-1-iscsi neutron-server[86709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 12:50:37.419712 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dcbf7e-29b8-4258-b334-6d58e8b5fd63 None None] get_active_networks_info from dv-cinder-818886-1-iscsi {{(pid=86850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Nov 23 12:50:37.488355 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcbf7e-29b8-4258-b334-6d58e8b5fd63 None None] No non-hosted networks {{(pid=86850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 12:50:37.503284 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.agentschedulers_db [None req-90dcbf7e-29b8-4258-b334-6d58e8b5fd63 None None] DHCP Agent not found on host dv-cinder-818886-1-iscsi {{(pid=86850) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 12:50:37.565224 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4ff9a5c2-35a5-4f0c-ac45-500a5929528d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689931'] for agent, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:37.732198 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689931'] for agent, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:37.733394 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.734093 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.734589 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.735171 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.736433 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.739104 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.739998 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.740904 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.741302 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.742225 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.742563 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.742920 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:37.743305 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818886-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:37.749797 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818886-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:50:40.107631 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-68e8d5ad-d1f9-49f0-aeb0-4bd9a7f78101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689931'] for agent, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:40.159879 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-de2756a0-620c-4603-91e7-2507540e6ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:41.139079 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689931'] for agent, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:42.434995 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689931'] for agent, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:44.240911 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 32978) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:44.880840 dv-cinder-818886-1-iscsi neutron-server[86848]: WARNING oslo_policy.policy [None req-c31bcd44-10ca-448b-be21-c4a636e16068 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:50:44.881541 dv-cinder-818886-1-iscsi neutron-server[86848]: WARNING oslo_policy.policy [None req-c31bcd44-10ca-448b-be21-c4a636e16068 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:50:45.096028 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [None req-c31bcd44-10ca-448b-be21-c4a636e16068 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:50:45.097154 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-c31bcd44-10ca-448b-be21-c4a636e16068 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8544281 Nov 23 12:50:47.138525 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.db.l3_hamode_db [None req-5d9d3d14-8d50-475c-b5f2-834362309041 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 12:50:47.233173 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d3d14-8d50-475c-b5f2-834362309041 None None] Routers set() bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:50:47.233560 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d3d14-8d50-475c-b5f2-834362309041 None None] Router IDs set() for agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 23 12:50:47.521115 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 32992) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:47.936764 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:48.036879 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.policy [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86848) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 12:50:48.082894 dv-cinder-818886-1-iscsi neutron-server[86848]: WARNING oslo_policy.policy [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:50:48.083269 dv-cinder-818886-1-iscsi neutron-server[86848]: WARNING oslo_policy.policy [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:50:48.091739 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.quota [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] Loaded quota_driver: . Nov 23 12:50:48.107607 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:48.174319 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773511125196', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773511125729', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773511146519', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773511136886', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773510898189', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773510890868', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1811343', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1937295', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-956397', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-939173'] for rbac-policy, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:48.243468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:48.244672 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-94f6a9b7-fc0e-48d4-b453-19d62c81811b admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7225735 Nov 23 12:50:50.934177 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33006) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:51.556288 dv-cinder-818886-1-iscsi neutron-server[86849]: WARNING oslo_policy.policy [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:50:51.557028 dv-cinder-818886-1-iscsi neutron-server[86849]: WARNING oslo_policy.policy [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:50:51.773891 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Request body: {'network': {'name': 'private', 'project_id': '724025c1e3724b58b72260918cc31b70', 'admin_state_up': True}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:51.775462 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.quota [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Loaded quota_driver: . Nov 23 12:50:51.793482 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:51.800686 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Usage tracker for resource:network and tenant:724025c1e3724b58b72260918cc31b70 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:51.806191 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:51.813779 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:51.831685 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Made reservation on behalf of 724025c1e3724b58b72260918cc31b70 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:51.903134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.policy [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86849) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 12:50:51.950251 dv-cinder-818886-1-iscsi neutron-server[86849]: WARNING oslo_policy.policy [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:50:51.950810 dv-cinder-818886-1-iscsi neutron-server[86849]: WARNING oslo_policy.policy [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 12:50:51.960603 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:51.982267 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:51.998134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:52.002086 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:724025c1e3724b58b72260918cc31b70 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:52.007311 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:52.012933 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:52.119185 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.124306 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.130561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:52.151100 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1243} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:50:52.178545 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773513855133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.179172 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Unsubscribe: segment precommit_create {{(pid=86849) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 12:50:52.179630 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Added segment 053feb4b-6c95-4bd2-8eb3-c0e39c74592a of type vlan for network 9fd3acd5-2212-4e1c-96bc-d53220116191 Nov 23 12:50:52.233488 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa0928f-29d5-4b36-8b66-63ea73b8a866,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:52.256278 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.256641 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.256969 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.257293 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.257607 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.257928 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.258245 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.258556 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.258866 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.259171 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.259477 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.259783 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Tracked resource versions report: Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: pushed versions: Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: { 'AddressGroup': {'1.2'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'ConntrackHelper': {'1.0'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Log': {'1.0'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Network': {'1.1'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Port': {'1.7'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'PortForwarding': {'1.2'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'QosPolicy': {'1.8'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SecurityGroup': {'1.4'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SubPort': {'1.0'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Subnet': {'1.1'}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Trunk': {'1.1'}} Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: consumer versions: Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: { DHCP agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: L3 agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: Metadata agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: Metering agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: Open vSwitch agent@dv-cinder-818886-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'ConntrackHelper': '1.0', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Log': '1.0', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Network': '1.1', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Port': '1.7', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'PortForwarding': '1.2', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'QosPolicy': '1.8', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SecurityGroup': '1.4', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SecurityGroupRule': '1.2', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SubPort': '1.0', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Subnet': '1.1', Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Trunk': '1.1'}} Nov 23 12:50:52.260934 dv-cinder-818886-1-iscsi neutron-server[86849]: {{(pid=86849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:50:52.304322 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.312460 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:52.350333 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.352037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:52.352712 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:52.357631 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:52.461366 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=9fd3acd5-2212-4e1c-96bc-d53220116191,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:52.464514 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.5282488 Nov 23 12:50:52.466538 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:52.477714 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 9fd3acd5-2212-4e1c-96bc-d53220116191 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:50:55.231916 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33028) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:55.761864 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5bcbe9-049a-4b63-8472-869c8b4d36dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:55.763385 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-eb5bcbe9-049a-4b63-8472-869c8b4d36dd admin admin] 10.222.0.60 "GET /v2.0/networks/9fd3acd5-2212-4e1c-96bc-d53220116191 HTTP/1.1" status: 200 len: 826 time: 0.5304818 Nov 23 12:50:55.796701 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-6ec0bea3-165d-4e21-93a6-02381e4a3ef8 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/2574651d-47d0-41cd-8df8-9f5dc1271bf6 HTTP/1.1" status: 200 len: 734 time: 0.0263138 Nov 23 12:50:55.818024 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Request body: {'subnet': {'tenant_id': '724025c1e3724b58b72260918cc31b70', 'subnetpool_id': '2574651d-47d0-41cd-8df8-9f5dc1271bf6', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:50:55.825811 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:50:55.831402 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Usage tracker for resource:subnet and tenant:724025c1e3724b58b72260918cc31b70 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:50:55.835088 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:50:55.841196 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:50:55.851293 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Made reservation on behalf of 724025c1e3724b58b72260918cc31b70 for: {'subnet': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:50:55.854030 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:56.187095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:56.194292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:56.274251 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Checking segment: {'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:56.274947 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Network hostable DHCP agents. Network: 9fd3acd5-2212-4e1c-96bc-d53220116191, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:50:56.295379 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=729733c4-9e9e-400b-9316-535b5bc2b745,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:56.307288 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.307705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.308148 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.308527 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.308872 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.309305 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.309679 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.310040 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.310375 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.310675 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.310983 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.311325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Tracked resource versions report: Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: pushed versions: Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: { 'AddressGroup': {'1.2'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'ConntrackHelper': {'1.0'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Log': {'1.0'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Network': {'1.1'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Port': {'1.7'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'PortForwarding': {'1.2'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'QosPolicy': {'1.8'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SecurityGroup': {'1.4'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SubPort': {'1.0'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Subnet': {'1.1'}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Trunk': {'1.1'}} Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: consumer versions: Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: { DHCP agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: L3 agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: Metadata agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: Metering agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: Open vSwitch agent@dv-cinder-818886-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'ConntrackHelper': '1.0', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Log': '1.0', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Network': '1.1', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Port': '1.7', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'PortForwarding': '1.2', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'QosPolicy': '1.8', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SecurityGroup': '1.4', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SecurityGroupRule': '1.2', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SubPort': '1.0', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Subnet': '1.1', Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Trunk': '1.1'}} Nov 23 12:50:56.312716 dv-cinder-818886-1-iscsi neutron-server[86848]: {{(pid=86848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:50:56.333703 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Network 9fd3acd5-2212-4e1c-96bc-d53220116191 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:50:56.347863 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 9fd3acd5-2212-4e1c-96bc-d53220116191) {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:56.359234 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:56.370369 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:50:56.371005 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:56.374973 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f6e2d-73cc-43bc-9bae-6a8312975f0b None None] Network 9fd3acd5-2212-4e1c-96bc-d53220116191 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:50:56.394154 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5818329 Nov 23 12:50:56.791365 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-9fd3acd5-2212-4e1c-96bc-d53220116191', 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'fixed_ips': [{'subnet_id': '729733c4-9e9e-400b-9316-535b5bc2b745'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:50:56.792693 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:56.980205 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Allocated IP 172.20.0.2 (9fd3acd5-2212-4e1c-96bc-d53220116191/729733c4-9e9e-400b-9316-535b5bc2b745/e3da851a-daac-4230-8346-587dc3d68185) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:50:57.245681 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:57.262702 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Transition to ACTIVE for port object e3da851a-daac-4230-8346-587dc3d68185 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:50:57.285191 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Transition to ACTIVE for port object e3da851a-daac-4230-8346-587dc3d68185 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:50:57.293166 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:57.302004 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:57.364678 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Network 9fd3acd5-2212-4e1c-96bc-d53220116191 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:50:57.367556 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:50:57.371464 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:50:57.410972 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Pushing event updated for resources: {'Port': ['ID=e3da851a-daac-4230-8346-587dc3d68185,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:57.427103 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.427446 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.427779 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.428102 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.428463 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.428786 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.429101 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.429413 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.429742 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.430057 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.430352 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.430675 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Tracked resource versions report: Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: pushed versions: Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: { 'AddressGroup': {'1.2'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'ConntrackHelper': {'1.0'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Log': {'1.0'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Network': {'1.1'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Port': {'1.7'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'PortForwarding': {'1.2'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'QosPolicy': {'1.8'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SecurityGroup': {'1.4'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SubPort': {'1.0'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Subnet': {'1.1'}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Trunk': {'1.1'}} Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: consumer versions: Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: { DHCP agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: L3 agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: Metadata agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: Metering agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: Open vSwitch agent@dv-cinder-818886-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'ConntrackHelper': '1.0', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Log': '1.0', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Network': '1.1', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Port': '1.7', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'PortForwarding': '1.2', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'QosPolicy': '1.8', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SecurityGroup': '1.4', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SecurityGroupRule': '1.2', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SubPort': '1.0', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Subnet': '1.1', Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Trunk': '1.1'}} Nov 23 12:50:57.431835 dv-cinder-818886-1-iscsi neutron-server[86850]: {{(pid=86850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:50:57.435633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:57.491022 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Attempting to bind port e3da851a-daac-4230-8346-587dc3d68185 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:50:57.491440 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Attempting to bind port e3da851a-daac-4230-8346-587dc3d68185 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:50:57.491864 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Attempting to bind port e3da851a-daac-4230-8346-587dc3d68185 on network 9fd3acd5-2212-4e1c-96bc-d53220116191 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:50:57.497704 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:50:57.498047 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Checking segment: {'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:50:57.498559 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:57.498940 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Bound using segment: {'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:50:57.499417 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Bound port: e3da851a-daac-4230-8346-587dc3d68185, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:50:57.499832 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:57.591336 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] For port e3da851a-daac-4230-8346-587dc3d68185, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:50:57.596817 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] For port e3da851a-daac-4230-8346-587dc3d68185, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=e3da851a-daac-4230-8346-587dc3d68185,segment=NetworkSegment(053feb4b-6c95-4bd2-8eb3-c0e39c74592a),segment_id=053feb4b-6c95-4bd2-8eb3-c0e39c74592a)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:50:57.603127 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:50:57.607859 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:50:57.715867 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Pushing event updated for resources: {'Port': ['ID=e3da851a-daac-4230-8346-587dc3d68185,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:50:57.718729 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:50:58.825380 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33044) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:50:59.235029 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [None req-e4bde08b-b962-4faa-94f8-40d93c2275f9 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:50:59.236086 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-e4bde08b-b962-4faa-94f8-40d93c2275f9 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4097259 Nov 23 12:51:01.472481 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584452f0-10d6-43df-8243-b865f86d07fc None None] Network 9fd3acd5-2212-4e1c-96bc-d53220116191 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:51:01.564898 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-c124da3d-bfdc-412c-be07-fcfc93088c8c None None] Provisioning for port e3da851a-daac-4230-8346-587dc3d68185 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:51:01.691805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33058) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:02.035857 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device e3da851a-daac-4230-8346-587dc3d68185 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:02.121879 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port e3da851a-daac-4230-8346-587dc3d68185 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:51:02.127915 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port e3da851a-daac-4230-8346-587dc3d68185 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:02.128349 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:02.157006 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [None req-e4cec328-5637-455c-a3e2-de4af24a0ec0 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:51:02.158268 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-e4cec328-5637-455c-a3e2-de4af24a0ec0 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4654107 Nov 23 12:51:02.290255 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:02.328165 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port e3da851a-daac-4230-8346-587dc3d68185, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=e3da851a-daac-4230-8346-587dc3d68185,segment=NetworkSegment(053feb4b-6c95-4bd2-8eb3-c0e39c74592a),segment_id=053feb4b-6c95-4bd2-8eb3-c0e39c74592a)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:02.333926 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:02.337945 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:02.438955 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=e3da851a-daac-4230-8346-587dc3d68185,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:02.442537 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:04.005391 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device e3da851a-daac-4230-8346-587dc3d68185 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:04.080869 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port e3da851a-daac-4230-8346-587dc3d68185 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:04.081248 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:04.924994 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33070) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:05.298353 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Request body: {'router': {'tenant_id': '724025c1e3724b58b72260918cc31b70', 'name': 'router1', 'admin_state_up': True}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:05.304104 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:05.308493 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Usage tracker for resource:router and tenant:724025c1e3724b58b72260918cc31b70 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:05.311906 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:05.318249 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:05.331203 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.332962 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.355420 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.470120 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.496551 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:05.498465 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-e5470b3e-ba3d-4fd3-a9f8-ae61c5d164fc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5722754 Nov 23 12:51:07.282008 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a0aed91-d43e-4e13-9a30-7c07aa35f735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:07.709463 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:07.990907 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33080) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:08.400286 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [None req-f6fcf0c8-99ee-43cb-95e3-cc9c79acb409 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:51:08.401784 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f6fcf0c8-99ee-43cb-95e3-cc9c79acb409 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4096549 Nov 23 12:51:10.107216 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2dc226f3-438b-4b8a-b6fd-c0095c8867cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:10.875119 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33090) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:11.076906 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.274433 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:11.281350 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:11.285818 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Usage tracker for resource:network and tenant:c8d73aaed4704c2faee627a52d37a0f8 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:11.288911 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:11.295230 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:11.307484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Made reservation on behalf of c8d73aaed4704c2faee627a52d37a0f8 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:51:11.310873 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.330010 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.344648 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:11.348712 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Usage tracker for resource:security_group_rule and tenant:c8d73aaed4704c2faee627a52d37a0f8 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:11.351944 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:11.358029 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:11.455967 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.462575 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.465772 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:11.481441 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Reserving flat network on physical network physnet1 {{(pid=86849) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 12:51:11.502984 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537e5039-05f8-4b64-8225-037fc171bf2c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:11.506987 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:11.507912 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.508272 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Added segment 81de4b39-d100-4986-bb9e-02bef9451954 of type flat for network b7b8078e-b275-4599-b433-7b1746ed0e7f Nov 23 12:51:11.541539 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.580296 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.581812 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:11.582411 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:11.585671 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:11.685962 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8097546 Nov 23 12:51:11.686554 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Pushing event updated for resources: {'Network': ['ID=b7b8078e-b275-4599-b433-7b1746ed0e7f,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:11.689569 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:11.703463 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network b7b8078e-b275-4599-b433-7b1746ed0e7f details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:51:12.392103 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:14.123627 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33110) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:14.371117 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8807fd1e-303e-4d1b-b233-8d26cf24bea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:14.372511 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8807fd1e-303e-4d1b-b233-8d26cf24bea5 admin admin] 10.222.0.60 "GET /v2.0/subnets/729733c4-9e9e-400b-9316-535b5bc2b745 HTTP/1.1" status: 200 len: 849 time: 0.2478902 Nov 23 12:51:14.565458 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-689e17fb-8c78-4b5f-96b9-04cce2dd1dc6 admin admin] 10.222.0.60 "GET /v2.0/routers/5dd951e6-e871-49b0-9130-f2b8d072e6db HTTP/1.1" status: 200 len: 704 time: 0.1870172 Nov 23 12:51:15.050423 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.300251 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Allocated IP 172.20.0.1 (9fd3acd5-2212-4e1c-96bc-d53220116191/729733c4-9e9e-400b-9316-535b5bc2b745/732f7431-692c-42f6-8df2-0f56a5d44dfa) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:51:15.466480 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.485663 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Transition to ACTIVE for port object 732f7431-692c-42f6-8df2-0f56a5d44dfa will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:51:15.552649 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.560137 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:15.624076 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Network 9fd3acd5-2212-4e1c-96bc-d53220116191 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:51:15.627134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:51:15.632777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:51:15.634074 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.766610 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Pushing event updated for resources: {'Port': ['ID=732f7431-692c-42f6-8df2-0f56a5d44dfa,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:15.775913 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:15.838598 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-565f80b2-3020-40b0-80e6-c55d6508e0a1 None None] Provisioning for port 732f7431-692c-42f6-8df2-0f56a5d44dfa completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:51:15.843835 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-565f80b2-3020-40b0-80e6-c55d6508e0a1 None None] Provisioning complete for port 732f7431-692c-42f6-8df2-0f56a5d44dfa triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:15.844221 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-565f80b2-3020-40b0-80e6-c55d6508e0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:15.904081 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-565f80b2-3020-40b0-80e6-c55d6508e0a1 None None] Port 732f7431-692c-42f6-8df2-0f56a5d44dfa cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:51:15.963209 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.214240 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.220896 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.222120 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.225762 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:16.357924 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Pushing event updated for resources: {'Port': ['ID=732f7431-692c-42f6-8df2-0f56a5d44dfa,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:16.363667 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:16.430458 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Network 9fd3acd5-2212-4e1c-96bc-d53220116191 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:51:16.431672 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:51:16.679666 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Router 5dd951e6-e871-49b0-9130-f2b8d072e6db is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:51:16.732958 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-cd7cce57-7654-422e-b701-f0b6a0298977 None None] Provisioning complete for port 732f7431-692c-42f6-8df2-0f56a5d44dfa triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:16.733217 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cd7cce57-7654-422e-b701-f0b6a0298977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:16.798065 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-cd7cce57-7654-422e-b701-f0b6a0298977 None None] Port 732f7431-692c-42f6-8df2-0f56a5d44dfa cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:51:16.886907 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:51:16.898499 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Sync routers for ids ['5dd951e6-e871-49b0-9130-f2b8d072e6db'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:51:16.910480 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] 10.222.0.60 "PUT /v2.0/routers/5dd951e6-e871-49b0-9130-f2b8d072e6db/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3372531 Nov 23 12:51:16.911345 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Routers {'5dd951e6-e871-49b0-9130-f2b8d072e6db'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:16.912196 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:51:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5dd951e6-e871-49b0-9130-f2b8d072e6db'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:17.122095 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Set router 5dd951e6-e871-49b0-9130-f2b8d072e6db gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:17.573053 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'name': 'router1', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:51:05Z', 'updated_at': '2021-11-23T12:51:15Z', 'revision_number': 2, 'project_id': '724025c1e3724b58b72260918cc31b70', 'gw_port_host': None, '_interfaces': [{'id': '732f7431-692c-42f6-8df2-0f56a5d44dfa', 'name': '', 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'mac_address': 'fa:16:3e:4b:24:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:15Z', 'updated_at': '2021-11-23T12:51:16Z', 'revision_number': 2, 'project_id': '724025c1e3724b58b72260918cc31b70', 'subnets': [{'id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2574651d-47d0-41cd-8df8-9f5dc1271bf6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:17.578500 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Checking router: 5dd951e6-e871-49b0-9130-f2b8d072e6db for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:51:17.578865 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Updating router 5dd951e6-e871-49b0-9130-f2b8d072e6db port 732f7431-692c-42f6-8df2-0f56a5d44dfa binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:51:17.636736 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.094518 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.111542 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Transition to ACTIVE for port object 732f7431-692c-42f6-8df2-0f56a5d44dfa will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:51:18.118520 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.124416 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:18.291393 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Pushing event updated for resources: {'Port': ['ID=732f7431-692c-42f6-8df2-0f56a5d44dfa,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:18.299382 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:51:18.337256 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.337256 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.337256 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.337256 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.337256 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.337256 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.337829 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.338075 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.338405 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.338492 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.338793 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.339104 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Tracked resource versions report: Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: pushed versions: Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: { 'AddressGroup': {'1.2'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'ConntrackHelper': {'1.0'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Log': {'1.0'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Network': {'1.1'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Port': {'1.7'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'PortForwarding': {'1.2'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'QosPolicy': {'1.8'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SecurityGroup': {'1.4'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SubPort': {'1.0'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Subnet': {'1.1'}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Trunk': {'1.1'}} Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: consumer versions: Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: { DHCP agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: L3 agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: Metadata agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: Metering agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: Open vSwitch agent@dv-cinder-818886-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'ConntrackHelper': '1.0', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Log': '1.0', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Network': '1.1', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Port': '1.7', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'PortForwarding': '1.2', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'QosPolicy': '1.8', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SecurityGroup': '1.4', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SecurityGroupRule': '1.2', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SubPort': '1.0', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Subnet': '1.1', Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Trunk': '1.1'}} Nov 23 12:51:18.340300 dv-cinder-818886-1-iscsi neutron-server[86851]: {{(pid=86851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:51:18.344297 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:18.403619 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Attempting to bind port 732f7431-692c-42f6-8df2-0f56a5d44dfa on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:51:18.404013 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Attempting to bind port 732f7431-692c-42f6-8df2-0f56a5d44dfa by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:51:18.404539 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Attempting to bind port 732f7431-692c-42f6-8df2-0f56a5d44dfa on network 9fd3acd5-2212-4e1c-96bc-d53220116191 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:51:18.410658 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:51:18.411066 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Checking segment: {'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:51:18.411644 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.412026 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Bound using segment: {'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:51:18.412526 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Bound port: 732f7431-692c-42f6-8df2-0f56a5d44dfa, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053feb4b-6c95-4bd2-8eb3-c0e39c74592a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1243, 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:51:18.412906 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.511600 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] For port 732f7431-692c-42f6-8df2-0f56a5d44dfa, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:51:18.515781 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] For port 732f7431-692c-42f6-8df2-0f56a5d44dfa, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=732f7431-692c-42f6-8df2-0f56a5d44dfa,segment=NetworkSegment(053feb4b-6c95-4bd2-8eb3-c0e39c74592a),segment_id=053feb4b-6c95-4bd2-8eb3-c0e39c74592a)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:51:18.522475 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:18.526677 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:18.617678 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Pushing event updated for resources: {'Port': ['ID=732f7431-692c-42f6-8df2-0f56a5d44dfa,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:18.621636 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:18.622378 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Routers {'5dd951e6-e871-49b0-9130-f2b8d072e6db'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:18.622992 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:51:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5dd951e6-e871-49b0-9130-f2b8d072e6db'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:18.787449 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] Set router 5dd951e6-e871-49b0-9130-f2b8d072e6db gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:19.178835 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'name': 'router1', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:51:05Z', 'updated_at': '2021-11-23T12:51:15Z', 'revision_number': 2, 'project_id': '724025c1e3724b58b72260918cc31b70', 'gw_port_host': None, '_interfaces': [{'id': '732f7431-692c-42f6-8df2-0f56a5d44dfa', 'name': '', 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'mac_address': 'fa:16:3e:4b:24:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:15Z', 'updated_at': '2021-11-23T12:51:18Z', 'revision_number': 4, 'project_id': '724025c1e3724b58b72260918cc31b70', 'subnets': [{'id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2574651d-47d0-41cd-8df8-9f5dc1271bf6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:19.185468 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f011c31d-ccfb-4bda-9b45-077b33d18f6c None None] The sync data for ids ['5dd951e6-e871-49b0-9130-f2b8d072e6db'] in dv-cinder-818886-1-iscsi is: [{'id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'name': 'router1', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:51:05Z', 'updated_at': '2021-11-23T12:51:15Z', 'revision_number': 2, 'project_id': '724025c1e3724b58b72260918cc31b70', 'gw_port_host': None, '_interfaces': [{'id': '732f7431-692c-42f6-8df2-0f56a5d44dfa', 'name': '', 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'mac_address': 'fa:16:3e:4b:24:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:15Z', 'updated_at': '2021-11-23T12:51:18Z', 'revision_number': 4, 'project_id': '724025c1e3724b58b72260918cc31b70', 'subnets': [{'id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2574651d-47d0-41cd-8df8-9f5dc1271bf6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:51:19.274074 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33134) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:19.438160 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7893a4-48af-4299-8e5c-51c9caff5869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:19.438714 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4a7893a4-48af-4299-8e5c-51c9caff5869 admin admin] Synchronizing usage tracker for tenant:c8d73aaed4704c2faee627a52d37a0f8 on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:51:19.456880 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4a7893a4-48af-4299-8e5c-51c9caff5869 admin admin] Unset dirty status for tenant:c8d73aaed4704c2faee627a52d37a0f8 on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:51:19.458074 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4a7893a4-48af-4299-8e5c-51c9caff5869 admin admin] 10.222.0.60 "GET /v2.0/networks/b7b8078e-b275-4599-b433-7b1746ed0e7f HTTP/1.1" status: 200 len: 842 time: 0.1830199 Nov 23 12:51:19.467983 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:19.474154 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:51:19.478326 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Usage tracker for resource:subnet and tenant:c8d73aaed4704c2faee627a52d37a0f8 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:51:19.481703 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:51:19.488665 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:51:19.500020 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Made reservation on behalf of c8d73aaed4704c2faee627a52d37a0f8 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:51:19.503269 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.970037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.objects.ports [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86849) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Nov 23 12:51:19.970545 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:19.977240 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:20.056873 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 732f7431-692c-42f6-8df2-0f56a5d44dfa up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:20.060330 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:51:20.060841 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Network hostable DHCP agents. Network: b7b8078e-b275-4599-b433-7b1746ed0e7f, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:51:20.136331 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 732f7431-692c-42f6-8df2-0f56a5d44dfa completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:51:20.136565 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaa8a6c2-508b-4f96-97aa-509d88489dbc,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:20.143367 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 732f7431-692c-42f6-8df2-0f56a5d44dfa triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:20.143855 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:20.144199 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.148296 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:51:20.162919 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, b7b8078e-b275-4599-b433-7b1746ed0e7f) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:51:20.167095 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:20.167678 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.176617 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedfac32-a76b-4533-a7a8-eee176e87e47 None None] Network b7b8078e-b275-4599-b433-7b1746ed0e7f requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:51:20.190992 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7267823 Nov 23 12:51:20.455727 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.534188 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 732f7431-692c-42f6-8df2-0f56a5d44dfa, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=732f7431-692c-42f6-8df2-0f56a5d44dfa,segment=NetworkSegment(053feb4b-6c95-4bd2-8eb3-c0e39c74592a),segment_id=053feb4b-6c95-4bd2-8eb3-c0e39c74592a)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:20.537171 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526a19fb-14fe-4cf1-b68c-f69b263340f0 None None] Network b7b8078e-b275-4599-b433-7b1746ed0e7f requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:51:20.553838 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:20.562197 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-42113f7e-12e9-4e10-a638-82b606c652fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:20.740216 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=732f7431-692c-42f6-8df2-0f56a5d44dfa,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:20.745689 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:22.013434 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 732f7431-692c-42f6-8df2-0f56a5d44dfa up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:22.095454 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 732f7431-692c-42f6-8df2-0f56a5d44dfa triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:22.095836 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:22.491768 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33148) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:22.756660 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-0959c4b3-a5cb-469d-9e75-318956e9b30a admin admin] 10.222.0.60 "GET /v2.0/routers/5dd951e6-e871-49b0-9130-f2b8d072e6db HTTP/1.1" status: 200 len: 710 time: 0.2636878 Nov 23 12:51:22.890634 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc47e6c-3379-440f-ae16-3cedd49c5c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:51:22.892023 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-1fc47e6c-3379-440f-ae16-3cedd49c5c3f admin admin] 10.222.0.60 "GET /v2.0/networks/b7b8078e-b275-4599-b433-7b1746ed0e7f HTTP/1.1" status: 200 len: 886 time: 0.1301908 Nov 23 12:51:22.906710 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:51:23.368761 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.721695 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.787991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:23.970164 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Allocated IP 172.27.3.148 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/c279c22d-84d9-4b92-a1a9-b47ed4700f0d) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:51:24.131395 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:24.194822 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:24.198640 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:24.264019 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:51:24.267149 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:51:24.271377 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:51:24.326328 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Pushing event updated for resources: {'Port': ['ID=c279c22d-84d9-4b92-a1a9-b47ed4700f0d,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:24.385174 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:24.672182 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.037783 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.041657 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692263', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-692537'] for router, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.228852 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Router 5dd951e6-e871-49b0-9130-f2b8d072e6db has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:51:25.470902 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:51:25.480222 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:25.481508 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Sync routers for ids ['5dd951e6-e871-49b0-9130-f2b8d072e6db'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:51:25.489279 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] 10.222.0.60 "PUT /v2.0/routers/5dd951e6-e871-49b0-9130-f2b8d072e6db HTTP/1.1" status: 200 len: 890 time: 2.5831590 Nov 23 12:51:25.497108 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Routers {'5dd951e6-e871-49b0-9130-f2b8d072e6db'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:25.497864 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:51:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5dd951e6-e871-49b0-9130-f2b8d072e6db'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:25.704399 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Set router 5dd951e6-e871-49b0-9130-f2b8d072e6db gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:26.074682 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'name': 'router1', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c279c22d-84d9-4b92-a1a9-b47ed4700f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:51:05Z', 'updated_at': '2021-11-23T12:51:24Z', 'revision_number': 4, 'project_id': '724025c1e3724b58b72260918cc31b70', 'gw_port': {'id': 'c279c22d-84d9-4b92-a1a9-b47ed4700f0d', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:23Z', 'updated_at': '2021-11-23T12:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '732f7431-692c-42f6-8df2-0f56a5d44dfa', 'name': '', 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'mac_address': 'fa:16:3e:4b:24:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:15Z', 'updated_at': '2021-11-23T12:51:20Z', 'revision_number': 5, 'project_id': '724025c1e3724b58b72260918cc31b70', 'subnets': [{'id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2574651d-47d0-41cd-8df8-9f5dc1271bf6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:26.081450 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Checking router: 5dd951e6-e871-49b0-9130-f2b8d072e6db for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:51:26.081806 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Updating router 5dd951e6-e871-49b0-9130-f2b8d072e6db port c279c22d-84d9-4b92-a1a9-b47ed4700f0d binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:51:26.136703 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:26.472107 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:26.486038 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Transition to ACTIVE for port object c279c22d-84d9-4b92-a1a9-b47ed4700f0d will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:51:26.494513 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:26.498981 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:26.573982 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Attempting to bind port c279c22d-84d9-4b92-a1a9-b47ed4700f0d on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:51:26.574346 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Attempting to bind port c279c22d-84d9-4b92-a1a9-b47ed4700f0d by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:51:26.574707 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Attempting to bind port c279c22d-84d9-4b92-a1a9-b47ed4700f0d on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:51:26.576866 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf541c-9d46-4a6d-8cc5-a24b9e87ffb6 None None] Pushing event updated for resources: {'Port': ['ID=c279c22d-84d9-4b92-a1a9-b47ed4700f0d,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:26.580500 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-49bf541c-9d46-4a6d-8cc5-a24b9e87ffb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:26.583050 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:51:26.583422 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:51:26.583833 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:26.584219 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:51:26.584711 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Bound port: c279c22d-84d9-4b92-a1a9-b47ed4700f0d, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:51:26.585118 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:26.682493 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] For port c279c22d-84d9-4b92-a1a9-b47ed4700f0d, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:51:26.685566 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] For port c279c22d-84d9-4b92-a1a9-b47ed4700f0d, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=c279c22d-84d9-4b92-a1a9-b47ed4700f0d,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:51:26.691214 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:26.695231 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:26.774403 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Routers {'5dd951e6-e871-49b0-9130-f2b8d072e6db'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:51:26.775023 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:51:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5dd951e6-e871-49b0-9130-f2b8d072e6db'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:26.832926 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf541c-9d46-4a6d-8cc5-a24b9e87ffb6 None None] Pushing event updated for resources: {'Port': ['ID=c279c22d-84d9-4b92-a1a9-b47ed4700f0d,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:26.836309 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-49bf541c-9d46-4a6d-8cc5-a24b9e87ffb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:26.972008 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] Set router 5dd951e6-e871-49b0-9130-f2b8d072e6db gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:51:27.321338 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'name': 'router1', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c279c22d-84d9-4b92-a1a9-b47ed4700f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:51:05Z', 'updated_at': '2021-11-23T12:51:24Z', 'revision_number': 4, 'project_id': '724025c1e3724b58b72260918cc31b70', 'gw_port': {'id': 'c279c22d-84d9-4b92-a1a9-b47ed4700f0d', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:23Z', 'updated_at': '2021-11-23T12:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '732f7431-692c-42f6-8df2-0f56a5d44dfa', 'name': '', 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'mac_address': 'fa:16:3e:4b:24:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:15Z', 'updated_at': '2021-11-23T12:51:20Z', 'revision_number': 5, 'project_id': '724025c1e3724b58b72260918cc31b70', 'subnets': [{'id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2574651d-47d0-41cd-8df8-9f5dc1271bf6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:51:27.325628 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239d3b8e-039d-415e-860b-66aadb0c93d5 None None] The sync data for ids ['5dd951e6-e871-49b0-9130-f2b8d072e6db'] in dv-cinder-818886-1-iscsi is: [{'id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'name': 'router1', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': 'c279c22d-84d9-4b92-a1a9-b47ed4700f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:51:05Z', 'updated_at': '2021-11-23T12:51:24Z', 'revision_number': 4, 'project_id': '724025c1e3724b58b72260918cc31b70', 'gw_port': {'id': 'c279c22d-84d9-4b92-a1a9-b47ed4700f0d', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:40:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:23Z', 'updated_at': '2021-11-23T12:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '732f7431-692c-42f6-8df2-0f56a5d44dfa', 'name': '', 'network_id': '9fd3acd5-2212-4e1c-96bc-d53220116191', 'tenant_id': '724025c1e3724b58b72260918cc31b70', 'mac_address': 'fa:16:3e:4b:24:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd951e6-e871-49b0-9130-f2b8d072e6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:51:15Z', 'updated_at': '2021-11-23T12:51:20Z', 'revision_number': 5, 'project_id': '724025c1e3724b58b72260918cc31b70', 'subnets': [{'id': '729733c4-9e9e-400b-9316-535b5bc2b745', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2574651d-47d0-41cd-8df8-9f5dc1271bf6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:51:27.912065 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33158) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:51:28.048981 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device c279c22d-84d9-4b92-a1a9-b47ed4700f0d up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:28.050633 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-caf48825-2e82-497f-831f-8973a07cfd55 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1373150 Nov 23 12:51:28.143011 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port c279c22d-84d9-4b92-a1a9-b47ed4700f0d completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:51:28.151976 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port c279c22d-84d9-4b92-a1a9-b47ed4700f0d triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:28.151976 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:28.284505 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:28.307330 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port c279c22d-84d9-4b92-a1a9-b47ed4700f0d, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=c279c22d-84d9-4b92-a1a9-b47ed4700f0d,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:51:28.312322 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:28.315128 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:51:28.385623 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=c279c22d-84d9-4b92-a1a9-b47ed4700f0d,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:51:28.388834 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:51:30.033827 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device c279c22d-84d9-4b92-a1a9-b47ed4700f0d up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:51:30.123205 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port c279c22d-84d9-4b92-a1a9-b47ed4700f0d triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:51:30.123205 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.290786 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dc004b71-9a5b-4b78-b65a-24d7997c3375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:37.725070 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:40.108416 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6b24e22f-bff7-4e32-b4c5-b81b6360cf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:41.085868 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:42.422615 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:51:55.269515 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:52:07.280851 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99770111-aab3-42f9-a909-33829cb9ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:07.716998 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:10.104368 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-173fea47-06de-46a5-8bd7-2f1e5c8bf74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:11.086592 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:12.418294 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:32.272214 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:52:37.283030 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-44c29fc1-d5a7-4b8d-8f80-3e70f5c4c9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:37.703488 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:40.098809 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-373e1ca6-eb65-4848-a261-78281400a4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:41.093489 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:52:42.423243 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:07.279125 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-51e45a9e-cd77-4c3d-8cce-dc3c96b2e5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:07.708164 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:09.272604 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:53:10.104470 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5cc4c8e4-0eb2-419e-bfa4-dab976e6e02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:11.092785 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:12.426202 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:36.527976 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33734) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:36.619433 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.pecan_wsgi.hooks.translation [None req-82232320-9961-415b-a154-9e532250cd86 admin admin] GET failed (client error): The resource could not be found. Nov 23 12:53:36.620824 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-82232320-9961-415b-a154-9e532250cd86 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0915475 Nov 23 12:53:36.767099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ccc9b2-57c8-4352-8619-ebf9280c7b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:36.768583 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-53ccc9b2-57c8-4352-8619-ebf9280c7b81 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1426806 Nov 23 12:53:37.278098 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7d53ebb8-756a-45c8-9d16-289be6d7acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:37.714795 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:38.938037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33744) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:39.061471 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cffb863-2b16-4660-95b1-562db53f427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:39.062885 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4cffb863-2b16-4660-95b1-562db53f427e admin admin] 10.222.0.60 "GET /v2.0/subnets/729733c4-9e9e-400b-9316-535b5bc2b745 HTTP/1.1" status: 200 len: 849 time: 0.1238284 Nov 23 12:53:39.077037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:53:39.199806 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Notify callbacks [] for subnet, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:39.411049 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773513963852'] for subnet, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:39.415230 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8b9b0643-489d-48ab-a5ae-c80e52b5e87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:53:39.457478 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:39.457984 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:39.464825 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] 10.222.0.60 "PUT /v2.0/subnets/729733c4-9e9e-400b-9316-535b5bc2b745 HTTP/1.1" status: 200 len: 868 time: 0.3882551 Nov 23 12:53:39.465049 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c535b1f2-abec-4cbf-928f-8645aea4f4d5 None None] Network 9fd3acd5-2212-4e1c-96bc-d53220116191 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:53:39.482054 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=729733c4-9e9e-400b-9316-535b5bc2b745,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:53:39.491247 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.491857 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.492383 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.492891 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.493515 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.493992 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.494484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.494979 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.495513 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.496007 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.496526 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.497022 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:53:39.501842 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:53:39.965446 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-f510a4d1-af59-414f-91aa-6caf09a42559 None None] Provisioning complete for port 732f7431-692c-42f6-8df2-0f56a5d44dfa triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:53:39.965818 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f510a4d1-af59-414f-91aa-6caf09a42559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:40.122522 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-00b78d81-0c10-4e90-90ee-71473be9d89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:40.131083 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-f510a4d1-af59-414f-91aa-6caf09a42559 None None] Provisioning complete for port e3da851a-daac-4230-8346-587dc3d68185 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:53:40.131481 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f510a4d1-af59-414f-91aa-6caf09a42559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:41.095529 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:41.622992 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33754) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:41.810865 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b452d-9256-44d2-bb43-b19450b94aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:41.811096 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b452d-9256-44d2-bb43-b19450b94aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:41.812678 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-463b452d-9256-44d2-bb43-b19450b94aab admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1884005 Nov 23 12:53:42.427474 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:53:43.957504 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33764) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:44.140272 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a6897-9a9c-4b35-ba41-c222853f70da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:44.140770 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a6897-9a9c-4b35-ba41-c222853f70da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:44.142996 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-918a6897-9a9c-4b35-ba41-c222853f70da admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1843495 Nov 23 12:53:46.272221 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:53:46.298036 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33774) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:46.486114 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200f9b5-2c76-45a8-a82e-16c7deb8a366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:46.487369 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a200f9b5-2c76-45a8-a82e-16c7deb8a366 admin admin] 10.222.0.60 "GET /v2.0/networks/9fd3acd5-2212-4e1c-96bc-d53220116191 HTTP/1.1" status: 200 len: 870 time: 0.1883276 Nov 23 12:53:48.662470 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33784) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:48.852644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1628611e-ad84-49b9-8b69-2095a397ea34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:48.853941 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-1628611e-ad84-49b9-8b69-2095a397ea34 admin admin] 10.222.0.60 "GET /v2.0/networks/b7b8078e-b275-4599-b433-7b1746ed0e7f HTTP/1.1" status: 200 len: 886 time: 0.1901281 Nov 23 12:53:51.026330 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33794) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:51.152649 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891bfff-b32d-43a5-ac36-d1b50eed42b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:51.153011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891bfff-b32d-43a5-ac36-d1b50eed42b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:51.155100 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4891bfff-b32d-43a5-ac36-d1b50eed42b1 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277149 Nov 23 12:53:53.298923 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33804) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:53.419100 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23e48f-caf8-4955-89b6-9e0cae2d519d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:53.419541 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e23e48f-caf8-4955-89b6-9e0cae2d519d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:53.420272 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4e23e48f-caf8-4955-89b6-9e0cae2d519d admin admin] Synchronizing usage tracker for tenant:c8d73aaed4704c2faee627a52d37a0f8 on resource:subnet {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:53:53.439801 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4e23e48f-caf8-4955-89b6-9e0cae2d519d admin admin] Unset dirty status for tenant:c8d73aaed4704c2faee627a52d37a0f8 on resource:subnet {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:53:53.441133 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4e23e48f-caf8-4955-89b6-9e0cae2d519d admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1410575 Nov 23 12:53:55.615083 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33814) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:55.743253 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67d3029-faad-438f-bfe4-e67e33bdd3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:55.744657 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a67d3029-faad-438f-bfe4-e67e33bdd3c5 admin admin] 10.222.0.60 "GET /v2.0/subnets/729733c4-9e9e-400b-9316-535b5bc2b745 HTTP/1.1" status: 200 len: 868 time: 0.1285694 Nov 23 12:53:57.931562 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33824) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:53:58.038764 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dba0d8-128c-4f88-8c28-693d19539cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:53:58.040604 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-74dba0d8-128c-4f88-8c28-693d19539cdc admin admin] 10.222.0.60 "GET /v2.0/subnets/eaa8a6c2-508b-4f96-97aa-509d88489dbc HTTP/1.1" status: 200 len: 816 time: 0.1080070 Nov 23 12:54:07.275293 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-606625f5-d29c-43d4-b7ea-c63972d8da83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:07.721317 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:10.114852 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29ca5061-bd5d-4fa2-9c96-fda662050354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:11.101581 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:12.431654 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:22.463442 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33868) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:22.515898 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [None req-b9aa4cfb-fc14-4509-bd6d-69c47e28e707 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:54:22.517252 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b9aa4cfb-fc14-4509-bd6d-69c47e28e707 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528460 Nov 23 12:54:23.272690 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:54:24.873701 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33878) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:24.953190 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c064ef-4392-47e3-9eac-a153585dbf93 admin admin] GET failed (client error): The resource could not be found. Nov 23 12:54:24.954935 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-13c064ef-4392-47e3-9eac-a153585dbf93 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0799308 Nov 23 12:54:25.097079 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb172b-2018-4cb9-8e15-16db25ebde44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:25.098624 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bfcb172b-2018-4cb9-8e15-16db25ebde44 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373622 Nov 23 12:54:27.472257 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33888) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:27.538258 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:27.545056 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:27.556735 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:27.569519 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Made reservation on behalf of c8d73aaed4704c2faee627a52d37a0f8 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:54:27.572425 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.668407 dv-cinder-818886-1-iscsi neutron-server[86849]: WARNING neutron.services.revisions.revision_plugin [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Could not find related network for resource to bump revision. Nov 23 12:54:27.683279 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1221} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:54:27.695189 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.695542 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Added segment 1961ae67-dad9-43a8-b086-02da31875b8c of type vlan for network baf934d8-f507-42b6-a00a-f837fa8ba04c Nov 23 12:54:27.724877 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.762795 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.764850 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:27.765645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:27.769660 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:27.880698 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Pushing event updated for resources: {'Network': ['ID=baf934d8-f507-42b6-a00a-f837fa8ba04c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:27.883995 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4106181 Nov 23 12:54:27.890669 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.891046 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.891367 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.891782 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.892217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.892621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.893001 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.893360 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.893699 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.894033 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.894385 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.894829 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:27.899087 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:27.910060 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network baf934d8-f507-42b6-a00a-f837fa8ba04c details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:54:30.155454 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33898) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:54:30.246267 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7ab8ca-6dad-4cac-ac0d-912e0bb5de78 admin admin] GET failed (client error): The resource could not be found. Nov 23 12:54:30.246875 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-da7ab8ca-6dad-4cac-ac0d-912e0bb5de78 admin admin] Synchronizing usage tracker for tenant:c8d73aaed4704c2faee627a52d37a0f8 on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:54:30.268295 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-da7ab8ca-6dad-4cac-ac0d-912e0bb5de78 admin admin] Unset dirty status for tenant:c8d73aaed4704c2faee627a52d37a0f8 on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:54:30.269576 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-da7ab8ca-6dad-4cac-ac0d-912e0bb5de78 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1127460 Nov 23 12:54:30.408693 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54aeab2d-70ea-4d0d-b23d-9e6201e738f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:30.410089 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-54aeab2d-70ea-4d0d-b23d-9e6201e738f1 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1361597 Nov 23 12:54:30.420384 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:54:30.425508 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:54:30.435854 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:54:30.445886 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Made reservation on behalf of c8d73aaed4704c2faee627a52d37a0f8 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:54:30.448298 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.685330 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.689400 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4ab549c8-e2bf-461c-b4cd-32f883751523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:30.757903 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c32129fc-459f-497d-bdae-94ece07a752d,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:30.764201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:30.773925 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Checking segment: {'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:30.774284 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Network hostable DHCP agents. Network: baf934d8-f507-42b6-a00a-f837fa8ba04c, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:54:30.796057 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Network baf934d8-f507-42b6-a00a-f837fa8ba04c is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:54:30.808493 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, baf934d8-f507-42b6-a00a-f837fa8ba04c) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:30.813524 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:54:30.814332 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:30.820661 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a399c-335d-47f1-bba2-049ef11ce9d4 None None] Network baf934d8-f507-42b6-a00a-f837fa8ba04c requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:54:30.860629 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4430513 Nov 23 12:54:31.083240 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-baf934d8-f507-42b6-a00a-f837fa8ba04c', 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c', 'tenant_id': 'c8d73aaed4704c2faee627a52d37a0f8', 'fixed_ips': [{'subnet_id': 'c32129fc-459f-497d-bdae-94ece07a752d'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:54:31.084144 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.278452 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Allocated IP 192.168.233.2 (baf934d8-f507-42b6-a00a-f837fa8ba04c/c32129fc-459f-497d-bdae-94ece07a752d/e32e0353-1c00-430a-b0ad-ee1984c25e3e) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:54:31.532438 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.550269 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Transition to ACTIVE for port object e32e0353-1c00-430a-b0ad-ee1984c25e3e will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:31.587042 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Transition to ACTIVE for port object e32e0353-1c00-430a-b0ad-ee1984c25e3e will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:54:31.598390 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.606803 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:31.675134 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Network baf934d8-f507-42b6-a00a-f837fa8ba04c is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:54:31.678288 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:54:31.682845 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:54:31.691237 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Pushing event updated for resources: {'Port': ['ID=e32e0353-1c00-430a-b0ad-ee1984c25e3e,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:31.700209 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.700589 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.700981 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.701318 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.701639 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.701971 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.702296 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.702621 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.702953 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.703318 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.703771 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.704356 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:54:31.739442 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:31.837998 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Attempting to bind port e32e0353-1c00-430a-b0ad-ee1984c25e3e on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:54:31.838660 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Attempting to bind port e32e0353-1c00-430a-b0ad-ee1984c25e3e by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:54:31.838660 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Attempting to bind port e32e0353-1c00-430a-b0ad-ee1984c25e3e on network baf934d8-f507-42b6-a00a-f837fa8ba04c {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:54:31.845948 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:54:31.846376 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Checking segment: {'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:54:31.846793 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.847191 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Bound using segment: {'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:54:31.847676 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Bound port: e32e0353-1c00-430a-b0ad-ee1984c25e3e, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:54:31.848068 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.953672 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] For port e32e0353-1c00-430a-b0ad-ee1984c25e3e, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:54:31.957599 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] For port e32e0353-1c00-430a-b0ad-ee1984c25e3e, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=e32e0353-1c00-430a-b0ad-ee1984c25e3e,segment=NetworkSegment(1961ae67-dad9-43a8-b086-02da31875b8c),segment_id=1961ae67-dad9-43a8-b086-02da31875b8c)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:54:31.964226 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:31.969346 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:32.054735 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Pushing event updated for resources: {'Port': ['ID=e32e0353-1c00-430a-b0ad-ee1984c25e3e,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:32.058641 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:33.033961 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea62a301-62d7-4cf6-b1a9-08b8d8f29bde None None] Network baf934d8-f507-42b6-a00a-f837fa8ba04c requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:54:33.153875 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-16464fe7-ad64-487e-afc2-81aec264fe32 None None] Provisioning for port e32e0353-1c00-430a-b0ad-ee1984c25e3e completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:34.167986 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device e32e0353-1c00-430a-b0ad-ee1984c25e3e up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:34.267885 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port e32e0353-1c00-430a-b0ad-ee1984c25e3e completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:54:34.273765 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port e32e0353-1c00-430a-b0ad-ee1984c25e3e triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:34.274131 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.449337 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.490128 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port e32e0353-1c00-430a-b0ad-ee1984c25e3e, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=e32e0353-1c00-430a-b0ad-ee1984c25e3e,segment=NetworkSegment(1961ae67-dad9-43a8-b086-02da31875b8c),segment_id=1961ae67-dad9-43a8-b086-02da31875b8c)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:54:34.495504 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:34.498502 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-49bf541c-9d46-4a6d-8cc5-a24b9e87ffb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:54:34.579872 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=e32e0353-1c00-430a-b0ad-ee1984c25e3e,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:54:34.583103 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:54:36.122665 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device e32e0353-1c00-430a-b0ad-ee1984c25e3e up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:54:36.202595 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port e32e0353-1c00-430a-b0ad-ee1984c25e3e triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:54:36.203097 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:37.271354 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9fbf6faf-bf4e-495c-841f-0921b4c9d1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:37.708630 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:40.111247 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3a2ab6e-6b68-4390-bfe0-e33b69e53222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:41.105847 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:54:42.434197 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:00.272677 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:55:07.279171 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-611b6c5f-43cc-4a47-9e97-3a24fbb8af17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:07.705064 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:10.106279 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-22fdf361-5c69-422c-bd3f-0a22eec78b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:11.107018 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:12.439699 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:37.273078 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:55:37.274915 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f3246fa3-4af0-4c24-a9f5-e7e130811202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:37.700679 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:40.111969 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-dfae0a14-fc53-4717-9652-dd933b7c8626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:41.111609 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:42.440648 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:44.217840 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33948) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:44.227409 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [None req-bf2fc448-ff43-487b-92fe-71c57565bedc tempest-verify_tempest_config-88205174 tempest-verify_tempest_config-88205174-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:55:44.228947 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-bf2fc448-ff43-487b-92fe-71c57565bedc tempest-verify_tempest_config-88205174 tempest-verify_tempest_config-88205174-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0098097 Nov 23 12:55:44.567053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 33966) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:44.691991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:44.707683 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:55:44.711794 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd49ecd32f0468e91e1033e811b4857 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:55:44.715227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:55:44.721757 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:55:44.828188 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:44.833407 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:44.840938 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:44.880095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd978eae-e1d2-4877-963b-a769f49edf39,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:44.885261 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0bd49ecd32f0468e91e1033e811b4857&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3172257 Nov 23 12:55:44.888529 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 33972) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:55:44.889559 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.890016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.890425 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.890755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.891084 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.891406 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.891728 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.892032 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.892399 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.892724 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.893041 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.893358 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:44.897922 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:44.954715 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:44.981342 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:45.079977 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:45.085150 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:55:45.096729 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd978eae-e1d2-4877-963b-a769f49edf39,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:55:45.106121 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.106484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.106815 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.107160 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.107456 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.107790 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.108105 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.108547 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.108892 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.109213 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.109541 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.109870 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:55:45.113109 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:55:45.117263 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:55:45.117436 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd978eae-e1d2-4877-963b-a769f49edf39 HTTP/1.1" status: 204 len: 168 time: 0.2279072 Nov 23 12:56:07.272707 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-14f2278b-20ce-4ff0-9862-1ec8e340999c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:07.714331 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:10.107518 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f3e2de06-3eee-4509-8388-94134ad2720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:11.112688 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:12.443377 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:14.272978 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:56:37.269874 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8fd4500e-a1c8-4db0-9ded-a1cdca3a6b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:37.712184 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:40.112461 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b1ae8c30-f0fa-4db4-92ba-45f61d854f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:41.116829 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:42.447083 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:56:51.272928 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 5 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:57:07.267838 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b0e9aadf-a351-4fb7-bb62-730774a1327b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:07.709075 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:10.125488 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-97dd8243-8c1b-46e0-86e7-b8962b2def56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:11.119229 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:12.451605 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:18.834472 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689931'] for agent, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:28.272096 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:57:33.540040 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34044) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:33.657733 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-eae6d56c-75b0-4c39-8020-c765bf76193d admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1163797 Nov 23 12:57:35.875484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34054) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:57:35.932394 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-17bbe793-6381-4451-8c09-11015784e57f admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0557475 Nov 23 12:57:37.264132 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99ad0325-d124-4889-8602-59f7d2e26344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:37.705644 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:40.120017 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-db8a99a1-d85d-45c3-afa0-89595b771fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:41.122373 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:42.455745 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:57:48.816259 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:05.271394 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:58:07.262545 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2fe30a4e-f270-423c-9c9e-b423e80dfb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:07.712552 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:10.124454 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-35c55bd1-ed6a-4777-a2ff-d8b0a90a1524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:11.125168 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:12.460567 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:18.831907 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:37.259478 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-eab0e6f0-bf8a-4332-9e7f-ad3de46a5842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:37.707857 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:40.130694 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bfb97b40-67f2-4545-801b-996bca41aded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:41.128842 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:42.270964 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:58:42.461115 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:58:48.834165 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:07.254965 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ae8bceec-50b1-497a-9916-fe7d87857902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:07.715219 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:10.127530 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a691d8b3-8410-4545-96f3-104d13356991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:11.131819 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:12.474859 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.195131 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34182) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:16.468741 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-network', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:16.475667 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:16.480561 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Usage tracker for resource:network and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:16.484599 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:16.491240 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:16.503410 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Made reservation on behalf of d3e13e13e1e54f208b7be1c18e3ab703 for: {'network': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:16.506513 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.520446 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.536764 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:16.540465 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Usage tracker for resource:security_group_rule and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:16.543602 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:16.549713 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:16.638189 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.646285 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.649027 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:16.682741 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2ffb38-2cea-494f-8cc0-5ba0ec48fef1,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:16.686618 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1241} {{(pid=86848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:59:16.692564 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.692932 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.693266 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.693641 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.693914 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.694267 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.694549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.694865 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.695196 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.695512 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.695823 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.696160 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Tracked resource versions report: Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: pushed versions: Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: { 'AddressGroup': {'1.2'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'ConntrackHelper': {'1.0'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Log': {'1.0'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Network': {'1.1'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Port': {'1.7'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'PortForwarding': {'1.2'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'QosPolicy': {'1.8'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SecurityGroup': {'1.4'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SubPort': {'1.0'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Subnet': {'1.1'}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Trunk': {'1.1'}} Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: consumer versions: Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: { DHCP agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: L3 agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: Metadata agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: Metering agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: Open vSwitch agent@dv-cinder-818886-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'ConntrackHelper': '1.0', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Log': '1.0', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Network': '1.1', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Port': '1.7', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'PortForwarding': '1.2', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'QosPolicy': '1.8', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SecurityGroup': '1.4', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SecurityGroupRule': '1.2', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'SubPort': '1.0', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Subnet': '1.1', Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: 'Trunk': '1.1'}} Nov 23 12:59:16.697381 dv-cinder-818886-1-iscsi neutron-server[86848]: {{(pid=86848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:59:16.702952 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:16.710931 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773513855133', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.711778 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Unsubscribe: segment precommit_create {{(pid=86848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 12:59:16.712317 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.segments_db [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Added segment 9efa02e6-aedd-4eef-922e-fecf641bce6b of type vlan for network 46c00580-7af0-47cf-b859-90a9d5ad1c01 Nov 23 12:59:16.756440 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.797967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.799709 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:16.800384 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:16.805267 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:16.929977 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Pushing event updated for resources: {'Network': ['ID=46c00580-7af0-47cf-b859-90a9d5ad1c01,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:16.933335 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:16.942900 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:59:16.955019 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7559938 Nov 23 12:59:16.955019 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34228) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:16.960365 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Request body: {'subnet': {'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-subnet', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:16.965569 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:16.969861 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Usage tracker for resource:subnet and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:16.972966 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:16.979009 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:17.031178 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Made reservation on behalf of d3e13e13e1e54f208b7be1c18e3ab703 for: {'subnet': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:17.033864 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:17.276212 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:17.283444 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a000582c-08f4-4349-866b-d3ffbe6576eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:17.356389 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de60954-14cf-4bd5-8795-4b72f648a40e,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:17.369654 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:17.372499 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Checking segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:17.372694 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Network hostable DHCP agents. Network: 46c00580-7af0-47cf-b859-90a9d5ad1c01, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:59:17.394140 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:59:17.406779 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 46c00580-7af0-47cf-b859-90a9d5ad1c01) {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:17.411221 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:17.411809 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:17.419370 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f2063-154a-47d2-b581-19dea40e8786 None None] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:59:17.438543 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34250) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:17.440915 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4855280 Nov 23 12:59:17.445619 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:17.451242 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:17.455551 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Usage tracker for resource:router and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:17.458877 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:17.465706 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:17.480320 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:17.481946 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:17.501602 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:17.686329 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-46c00580-7af0-47cf-b859-90a9d5ad1c01', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 12:59:17.687589 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:17.868788 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Allocated IP 172.20.0.2 (46c00580-7af0-47cf-b859-90a9d5ad1c01/4de60954-14cf-4bd5-8795-4b72f648a40e/09f0168c-caa0-4047-9239-6efc24b721b5) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:17.922116 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.093733 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.105698 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Transition to ACTIVE for port object 09f0168c-caa0-4047-9239-6efc24b721b5 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:18.116712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34282) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:18.131418 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Transition to ACTIVE for port object 09f0168c-caa0-4047-9239-6efc24b721b5 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:18.143039 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.150957 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-49bf541c-9d46-4a6d-8cc5-a24b9e87ffb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:18.163901 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34290) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:18.200264 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34296) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:18.251276 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:18.252088 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Pushing event updated for resources: {'Port': ['ID=09f0168c-caa0-4047-9239-6efc24b721b5,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:18.261466 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:18.264401 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:18.282578 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.307298 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.307631 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.308083 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.308521 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.308918 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.309244 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.309611 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.309928 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.310260 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.310572 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.310878 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.311181 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Tracked resource versions report: Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: pushed versions: Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: { 'AddressGroup': {'1.2'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'ConntrackHelper': {'1.0'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Log': {'1.0'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Network': {'1.1'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Port': {'1.7'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'PortForwarding': {'1.2'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'QosPolicy': {'1.8'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SecurityGroup': {'1.4'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SubPort': {'1.0'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Subnet': {'1.1'}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Trunk': {'1.1'}} Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: consumer versions: Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: { DHCP agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: L3 agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: Metadata agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: Metering agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: Open vSwitch agent@dv-cinder-818886-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'ConntrackHelper': '1.0', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Log': '1.0', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Network': '1.1', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Port': '1.7', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'PortForwarding': '1.2', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'QosPolicy': '1.8', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SecurityGroup': '1.4', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SecurityGroupRule': '1.2', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'SubPort': '1.0', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Subnet': '1.1', Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: 'Trunk': '1.1'}} Nov 23 12:59:18.312328 dv-cinder-818886-1-iscsi neutron-server[86850]: {{(pid=86850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:59:18.319344 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.321916 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:18.388305 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Attempting to bind port 09f0168c-caa0-4047-9239-6efc24b721b5 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:18.388779 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Attempting to bind port 09f0168c-caa0-4047-9239-6efc24b721b5 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:18.389255 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Attempting to bind port 09f0168c-caa0-4047-9239-6efc24b721b5 on network 46c00580-7af0-47cf-b859-90a9d5ad1c01 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:18.397096 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:18.398364 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Checking segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:18.398881 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.399490 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Bound using segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:18.400072 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Bound port: 09f0168c-caa0-4047-9239-6efc24b721b5, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:18.400642 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.483009 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Allocated IP 172.27.3.85 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/ddf9b4d4-bad5-4f97-9e13-f351a64b93bf) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:18.496403 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-745495798-network', 'tenant_id': '7d153c67e84449bb8eb36b752ec41896'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:18.501208 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:18.511063 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Usage tracker for resource:network and tenant:7d153c67e84449bb8eb36b752ec41896 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:18.515695 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:18.516962 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] For port 09f0168c-caa0-4047-9239-6efc24b721b5, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:18.525832 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] For port 09f0168c-caa0-4047-9239-6efc24b721b5, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=09f0168c-caa0-4047-9239-6efc24b721b5,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:18.527287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:18.532811 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.538542 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Made reservation on behalf of 7d153c67e84449bb8eb36b752ec41896 for: {'network': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:18.542087 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.557524 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:18.560817 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.581805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:18.586325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Usage tracker for resource:security_group_rule and tenant:7d153c67e84449bb8eb36b752ec41896 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:18.590525 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:18.597264 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:18.690401 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.711803 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.717604 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2115592413-network', 'tenant_id': '9a31364455dc442f8df299a8ad758a4e'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:18.724031 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:18.726778 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Pushing event updated for resources: {'Port': ['ID=09f0168c-caa0-4047-9239-6efc24b721b5,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:18.729345 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Usage tracker for resource:network and tenant:9a31364455dc442f8df299a8ad758a4e is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:18.732911 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:18.734685 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:18.747477 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:18.756671 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.762636 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-3915446-network', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:18.769377 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:18.769801 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:18.774243 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Usage tracker for resource:network and tenant:9bd7c1ce491e474c970f1a7cc5effe19 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:18.777453 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:18.789055 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:18.812923 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.816331 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Made reservation on behalf of 9a31364455dc442f8df299a8ad758a4e for: {'network': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:18.822630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.850695 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Made reservation on behalf of 9bd7c1ce491e474c970f1a7cc5effe19 for: {'network': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:18.856999 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.860816 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.893768 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2b4c9699-0aa7-4606-b1ab-397be7e49ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:18.907132 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Pushing event updated for resources: {'Port': ['ID=ddf9b4d4-bad5-4f97-9e13-f351a64b93bf,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:18.909153 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:18.917704 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.918233 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.918859 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.919371 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.919790 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.920348 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.921092 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.921356 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.922039 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.922690 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.923219 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.923911 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Tracked resource versions report: Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: pushed versions: Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: { 'AddressGroup': {'1.2'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'ConntrackHelper': {'1.0'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Log': {'1.0'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Network': {'1.1'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Port': {'1.7'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'PortForwarding': {'1.2'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'QosPolicy': {'1.8'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SecurityGroup': {'1.4'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SubPort': {'1.0'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Subnet': {'1.1'}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Trunk': {'1.1'}} Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: consumer versions: Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: { DHCP agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: L3 agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: Metadata agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: Metering agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: Open vSwitch agent@dv-cinder-818886-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'ConntrackHelper': '1.0', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Log': '1.0', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Network': '1.1', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Port': '1.7', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'PortForwarding': '1.2', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'QosPolicy': '1.8', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SecurityGroup': '1.4', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SecurityGroupRule': '1.2', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'SubPort': '1.0', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Subnet': '1.1', Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: 'Trunk': '1.1'}} Nov 23 12:59:18.925193 dv-cinder-818886-1-iscsi neutron-server[86849]: {{(pid=86849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:59:18.940818 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:18.942520 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:18.943547 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:18.955679 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:18.994785 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:18.998846 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9bd7c1ce491e474c970f1a7cc5effe19 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:19.003216 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:19.013374 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:19.066587 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.077388 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3852f50d-6cb5-4260-99d1-d3c63876e13e,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:19.086684 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:19.106209 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:19.110736 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Usage tracker for resource:security_group_rule and tenant:9a31364455dc442f8df299a8ad758a4e is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:19.113946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:19.126620 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:19.252854 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.259801 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=86848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:59:19.262211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.274524 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:59:19.278763 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:19.311760 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e974cd-8614-4f63-ac4c-7219d4db6167,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:19.314998 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.315198 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.segments_db [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Added segment 6841443b-808a-4813-9832-7a1cf80c8010 of type vlan for network 4d4f91c5-0970-4bbf-899b-51f980de1478 Nov 23 12:59:19.328966 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:19.381502 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.386802 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.409188 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.418990 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1236} {{(pid=86848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:59:19.429323 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.429670 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.segments_db [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Added segment f4e8fdb7-5354-4832-a555-db6c12486ab2 of type vlan for network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 Nov 23 12:59:19.458578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.490869 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:19.501879 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.508813 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:19.509952 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.545093 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2e5990-eb99-4aac-acd2-f8fce4a56827,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:19.548641 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:19.555682 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:19.638140 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.671361 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:59:19.672099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_db.api [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:59:19.684161 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:19.684802 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.697965 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4934602 Nov 23 12:59:19.704169 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34348) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:19.709420 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Pushing event updated for resources: {'Network': ['ID=59045e15-b578-47ca-abc6-4d73d6cc6fc2,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:19.719267 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Request body: {'subnet': {'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-subnet', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:19.721697 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:59:19.740887 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:19.746516 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Usage tracker for resource:subnet and tenant:9bd7c1ce491e474c970f1a7cc5effe19 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:19.749795 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:19.768572 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:19.777986 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:19.778793 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-69cdb438-7115-44d1-adb5-fadc785c9e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:19.807475 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Made reservation on behalf of 9bd7c1ce491e474c970f1a7cc5effe19 for: {'subnet': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:19.810520 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.813032 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:19.851874 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7313871 Nov 23 12:59:19.854611 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34352) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:20.112717 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Request body: {'subnet': {'network_id': '4d4f91c5-0970-4bbf-899b-51f980de1478', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-745495798-subnet', 'tenant_id': '7d153c67e84449bb8eb36b752ec41896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:20.156869 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec90c0-ea8b-4e23-8e5f-e4885d893adc None None] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:59:20.168430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:20.177110 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.208699 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Usage tracker for resource:subnet and tenant:7d153c67e84449bb8eb36b752ec41896 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:20.243769 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:20.266263 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Pushing event updated for resources: {'Network': ['ID=4d4f91c5-0970-4bbf-899b-51f980de1478,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:20.311237 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:20.316922 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:20.370147 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1247} {{(pid=86848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 12:59:20.378340 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Made reservation on behalf of 7d153c67e84449bb8eb36b752ec41896 for: {'subnet': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:20.381747 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.429427 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 4d4f91c5-0970-4bbf-899b-51f980de1478 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:59:20.431001 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.431573 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.segments_db [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Added segment 573227bd-182e-4189-9b73-5bcc1e9059d9 of type vlan for network bf33958f-9165-410d-8036-71326a5124b6 Nov 23 12:59:20.442146 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 09f0168c-caa0-4047-9239-6efc24b721b5 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:20.536050 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] Provisioning for port 09f0168c-caa0-4047-9239-6efc24b721b5 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:59:20.546857 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] Provisioning complete for port 09f0168c-caa0-4047-9239-6efc24b721b5 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:20.547554 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.606727 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 09f0168c-caa0-4047-9239-6efc24b721b5 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:59:20.616872 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 09f0168c-caa0-4047-9239-6efc24b721b5 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:20.617465 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.622101 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.743848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.872044 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:20.917475 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:59:20.975687 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] For port 09f0168c-caa0-4047-9239-6efc24b721b5, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=09f0168c-caa0-4047-9239-6efc24b721b5,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:20.977833 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.025428 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.045718 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.046760 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.055847 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:21.056653 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.065989 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:21.103465 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 12:59:21.104330 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 12:59:21.117102 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:21.195436 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] Pushing event updated for resources: {'Port': ['ID=09f0168c-caa0-4047-9239-6efc24b721b5,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:21.210818 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0454547 Nov 23 12:59:21.221659 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34398) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:21.235787 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbc5a41-207f-4763-9cc6-c26bdbc73cf2,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:21.246506 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:59:21.250824 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Request body: {'subnet': {'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2115592413-subnet', 'tenant_id': '9a31364455dc442f8df299a8ad758a4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:21.261012 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:21.261213 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Sync routers for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:59:21.263721 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:21.264333 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:21.273706 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:59:21.274347 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:59:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:21.285287 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.287494 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8460579 Nov 23 12:59:21.287992 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:21.289777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34402) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:21.341034 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Usage tracker for resource:subnet and tenant:9a31364455dc442f8df299a8ad758a4e is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:21.347786 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Checking segment: {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:21.348165 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Network hostable DHCP agents. Network: 59045e15-b578-47ca-abc6-4d73d6cc6fc2, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:59:21.370759 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:21.401170 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.532617 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:21.578910 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Pushing event updated for resources: {'Network': ['ID=bf33958f-9165-410d-8036-71326a5124b6,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:21.583353 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:21.585619 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-19df7a66-1c4c-4c43-a9a9-d3138751f1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:21.594788 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network bf33958f-9165-410d-8036-71326a5124b6 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 12:59:21.718408 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Made reservation on behalf of 9a31364455dc442f8df299a8ad758a4e for: {'subnet': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:21.721298 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.735805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:59:21.815577 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:59:21.889442 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 59045e15-b578-47ca-abc6-4d73d6cc6fc2) {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:21.954120 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:21.954998 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:21.961586 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Checking segment: {'id': '6841443b-808a-4813-9832-7a1cf80c8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '4d4f91c5-0970-4bbf-899b-51f980de1478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:21.961586 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Network hostable DHCP agents. Network: 4d4f91c5-0970-4bbf-899b-51f980de1478, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:59:21.971243 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503ad071-131e-4eb5-b2d3-b11975045ff3,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:21.986409 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:22.015412 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3066771 Nov 23 12:59:22.015660 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c14eef-3514-4b48-ac17-1f135837bf33 None None] Network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:59:22.016135 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34428) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:22.025151 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:22.033599 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:22.036026 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Network 4d4f91c5-0970-4bbf-899b-51f980de1478 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:59:22.042186 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Usage tracker for resource:router and tenant:9bd7c1ce491e474c970f1a7cc5effe19 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:22.050607 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:22.057359 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 4d4f91c5-0970-4bbf-899b-51f980de1478) {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:22.060441 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:22.083025 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:22.083692 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.139895 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.141199 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.172202 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2184074 Nov 23 12:59:22.188582 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.251972 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e09c9f-08c3-4885-a4c6-d0ee9807b91d None None] Network 4d4f91c5-0970-4bbf-899b-51f980de1478 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:59:22.254520 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.269143 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:22.316693 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-0e3fc43a-56b5-45d8-aadb-3fd2359d666d None None] Provisioning complete for port 09f0168c-caa0-4047-9239-6efc24b721b5 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:22.316887 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0e3fc43a-56b5-45d8-aadb-3fd2359d666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.482342 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 09f0168c-caa0-4047-9239-6efc24b721b5 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:22.582862 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:19Z', 'revision_number': 3, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:22.592156 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Checking router: 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:59:22.592799 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Updating router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:59:22.725042 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.804355 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34464) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:22.822416 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34466) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:22.830928 dv-cinder-818886-1-iscsi neutron-server[86849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 12:59:22.940533 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 09f0168c-caa0-4047-9239-6efc24b721b5 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:22.941282 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:22.966347 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.038748 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Checking segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:23.038748 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Network hostable DHCP agents. Network: bf33958f-9165-410d-8036-71326a5124b6, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 12:59:23.076132 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.113379 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eae505c4-f3d4-4e40-be85-722f98a64072,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:23.117025 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:23.156520 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Network bf33958f-9165-410d-8036-71326a5124b6 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 12:59:23.167006 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001798d-a554-4b36-9a13-4f084f952de9 req-9457bbd8-ffdf-47e7-b6f1-102800ae8914 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:23.174754 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-9457bbd8-ffdf-47e7-b6f1-102800ae8914 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/networks?id=4d4f91c5-0970-4bbf-899b-51f980de1478 HTTP/1.1" status: 200 len: 811 time: 0.3510804 Nov 23 12:59:23.195610 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, bf33958f-9165-410d-8036-71326a5124b6) {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:23.211068 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c1c23486-a488-4c0b-bf92-5cf74512b997 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/quotas/7d153c67e84449bb8eb36b752ec41896 HTTP/1.1" status: 200 len: 375 time: 0.0353014 Nov 23 12:59:23.268403 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecc27ff-e643-463a-927d-c47dd1560d2b None None] Network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:59:23.307305 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-66654ea7-cf7b-4cca-8fb6-7f976a013c9e tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d153c67e84449bb8eb36b752ec41896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952566 Nov 23 12:59:23.307612 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f91d6-ee53-48d3-b70a-fe260909ba70 None None] Network bf33958f-9165-410d-8036-71326a5124b6 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:59:23.309546 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:23.312945 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.358525 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.377631 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Transition to ACTIVE for port object ddf9b4d4-bad5-4f97-9e13-f351a64b93bf will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:23.388384 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.409187 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:23.417524 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.466593 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:23.483224 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-c9f811ce-0a78-4e35-a80c-9da0f893112d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2502105 Nov 23 12:59:23.490708 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Usage tracker for resource:security_group_rule and tenant:a292a89d27674cf4adad86f87af6e648 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:23.496625 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:23.498860 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f2e15f-a489-4140-a305-9d835e9a7c05 None None] Network 4d4f91c5-0970-4bbf-899b-51f980de1478 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:59:23.507022 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:23.566016 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Allocated IP 172.20.0.1 (46c00580-7af0-47cf-b859-90a9d5ad1c01/4de60954-14cf-4bd5-8795-4b72f648a40e/56e18f38-4c08-4ff1-9dbf-cb4cf93085f4) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:23.609269 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c374ea66-381c-4505-afec-a6b1b4ec2a0b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:59:23.618617 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c374ea66-381c-4505-afec-a6b1b4ec2a0b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1279306 Nov 23 12:59:23.642642 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Attempting to bind port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:23.643756 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Attempting to bind port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:23.644322 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Attempting to bind port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:23.664533 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:23.670239 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:23.670937 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.672157 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:23.679958 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Bound port: ddf9b4d4-bad5-4f97-9e13-f351a64b93bf, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:23.680708 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:23.882359 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Pushing event updated for resources: {'Port': ['ID=ddf9b4d4-bad5-4f97-9e13-f351a64b93bf,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:23.951667 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.956850 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.957333 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.957753 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.958767 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.959193 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.959634 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.960054 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.960509 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.961419 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.961541 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Tracked resource versions report: Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: pushed versions: Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: { 'AddressGroup': {'1.2'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'ConntrackHelper': {'1.0'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Log': {'1.0'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Network': {'1.1'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Port': {'1.7'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'PortForwarding': {'1.2'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'QosPolicy': {'1.8'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SecurityGroup': {'1.4'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SecurityGroupRule': {'1.2'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SubPort': {'1.0'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Subnet': {'1.1'}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Trunk': {'1.1'}} Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: consumer versions: Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: { DHCP agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: HyperV agent@hv-cinder-81888: {}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: L3 agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: Metadata agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: Metering agent@dv-cinder-818886-1-iscsi: {}, Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: Open vSwitch agent@dv-cinder-818886-1-iscsi: { 'AddressGroup': '1.2', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'ConntrackHelper': '1.0', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Log': '1.0', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Network': '1.1', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Port': '1.7', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'PortForwarding': '1.2', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'QosPolicy': '1.8', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SecurityGroup': '1.4', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SecurityGroupRule': '1.2', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'SubPort': '1.0', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Subnet': '1.1', Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: 'Trunk': '1.1'}} Nov 23 12:59:23.964192 dv-cinder-818886-1-iscsi neutron-server[86851]: {{(pid=86851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 12:59:23.972352 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:24.032062 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] For port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:24.121194 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.133065 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] For port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=ddf9b4d4-bad5-4f97-9e13-f351a64b93bf,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:24.198456 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-6257d89d-369c-4403-98f1-18e74524e3a5 service neutron] 10.222.0.60 "GET /v2.0/networks/4d4f91c5-0970-4bbf-899b-51f980de1478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766122 Nov 23 12:59:24.212543 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.252757 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.277230 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.283798 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:24.286255 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.293741 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.367097 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:24.377378 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a292a89d27674cf4adad86f87af6e648&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5527198 Nov 23 12:59:24.387037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34522) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:24.428667 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:59:24.429526 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:59:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:24.491651 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Transition to ACTIVE for port object 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:24.506180 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4655f4a5-a368-439e-a951-9c8d6ac5ae1f,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:24.521749 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:24.595061 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Pushing event updated for resources: {'Port': ['ID=ddf9b4d4-bad5-4f97-9e13-f351a64b93bf,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:24.624841 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34538) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:24.626090 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-b20c5009-1282-4f6c-9e1e-1f6ddfa98b34 service neutron] 10.222.0.60 "GET /v2.0/networks/4d4f91c5-0970-4bbf-899b-51f980de1478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186447 Nov 23 12:59:24.646560 dv-cinder-818886-1-iscsi neutron-server[86848]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 12:59:24.658103 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.678356 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:24.686234 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:24.754602 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:59:24.829628 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:24.838181 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:24.844771 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:24.845602 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:24.956980 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Pushing event updated for resources: {'Port': ['ID=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:24.982526 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:25.086760 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e538d-bf21-4c1a-b9b0-8edce0c3baef None None] Network bf33958f-9165-410d-8036-71326a5124b6 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 12:59:25.186157 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Allocated IP 172.27.3.102 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/992c534b-0516-4284-a67a-4a7eb849efd3) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:25.218716 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f4fb9553-ed1a-4ce7-a768-92682b81c1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.262785 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-78a27d9d-b2b4-4cab-a4b1-ab732e2a0668 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:25.263797 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-78a27d9d-b2b4-4cab-a4b1-ab732e2a0668 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:network {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:25.317638 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-89f408e2-25c0-4cf5-9bd6-22cb19310cc2 None None] Provisioning for port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:59:25.320119 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fef11ffb-e3f5-42cc-a8a8-cc376ecc3619 req-023b9e9c-16b2-448b-b18d-5e5a27e9af6f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0672088 Nov 23 12:59:25.341429 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-89f408e2-25c0-4cf5-9bd6-22cb19310cc2 None None] Provisioning complete for port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:25.341936 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-89f408e2-25c0-4cf5-9bd6-22cb19310cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.374601 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.413863 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:19Z', 'revision_number': 3, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:25.418972 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f4fb9553-ed1a-4ce7-a768-92682b81c1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.424080 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9727831-27e9-4de0-9f08-f8ef2718182e None None] The sync data for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi is: [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:19Z', 'revision_number': 3, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:59:25.461827 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-78a27d9d-b2b4-4cab-a4b1-ab732e2a0668 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:network {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:25.463211 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-78a27d9d-b2b4-4cab-a4b1-ab732e2a0668 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 815 time: 0.8354294 Nov 23 12:59:25.553846 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-7275d171-65c9-47be-b9ef-d03dbee39d92 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/quotas/9a31364455dc442f8df299a8ad758a4e HTTP/1.1" status: 200 len: 375 time: 0.0674849 Nov 23 12:59:25.656045 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-b31baa43-05c7-45b8-b86e-aea4b678099c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896649 Nov 23 12:59:25.666362 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.684111 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f4fb9553-ed1a-4ce7-a768-92682b81c1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.694896 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4017fa5f-ed99-410a-9299-20fe202e6e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:25.729392 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb9553-ed1a-4ce7-a768-92682b81c1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4655f4a5-a368-439e-a951-9c8d6ac5ae1f,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:25.730339 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-89f408e2-25c0-4cf5-9bd6-22cb19310cc2 None None] Port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:59:25.735534 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-f4fb9553-ed1a-4ce7-a768-92682b81c1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:25.748513 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f4fb9553-ed1a-4ce7-a768-92682b81c1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.754079 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-f4fb9553-ed1a-4ce7-a768-92682b81c1c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4655f4a5-a368-439e-a951-9c8d6ac5ae1f HTTP/1.1" status: 204 len: 168 time: 1.3633969 Nov 23 12:59:25.779806 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:25.788272 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:26.042435 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:26.047305 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:26.050926 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:26.158911 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-c5fe5c8b-36e9-44d2-a76a-94b13a157a07 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:59:26.159957 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-c5fe5c8b-36e9-44d2-a76a-94b13a157a07 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2690353 Nov 23 12:59:26.162348 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:26.169964 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:26.173180 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:26.186112 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ba9a8582-2e82-4f29-a410-ce4874ff9e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:26.551867 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device ddf9b4d4-bad5-4f97-9e13-f351a64b93bf up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:26.555904 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Pushing event updated for resources: {'Port': ['ID=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:26.625392 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:26.628317 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-27a702c7-c71c-4dcd-9eb3-7c8a426469e0 req-7b557573-6954-4685-b5a7-d79c510f1e5d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.1052244 Nov 23 12:59:26.671144 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-aac242e8-f243-411d-bce7-95a551c1a91a service neutron] 10.222.0.60 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936731 Nov 23 12:59:26.709016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Pushing event updated for resources: {'Port': ['ID=992c534b-0516-4284-a67a-4a7eb849efd3,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:26.765437 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:59:26.789243 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:26.789909 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:26.849705 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:26.851945 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:27.030911 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.244s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:27.031651 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:27.219217 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:27.278073 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=ddf9b4d4-bad5-4f97-9e13-f351a64b93bf,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:27.292433 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:27.310655 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:27.439593 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:59:27.464996 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-ccc9b98b-6fe9-4d18-9274-b1dedd9b8343 None None] Provisioning complete for port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:27.465718 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccc9b98b-6fe9-4d18-9274-b1dedd9b8343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:27.552179 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-21a7af5d-5798-421f-8b83-beffc0474dbd service neutron] 10.222.0.60 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8800542 Nov 23 12:59:27.575603 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=ddf9b4d4-bad5-4f97-9e13-f351a64b93bf,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:27.586735 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:27.598183 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-ccc9b98b-6fe9-4d18-9274-b1dedd9b8343 None None] Port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:59:27.672629 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:59:27.684467 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f72af2c-cdb4-46e5-930a-6d87ecc71e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3924768 Nov 23 12:59:27.820691 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:28.057384 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0349a881-598b-48b5-a229-040ba9e3ec5f req-98cc66fd-3ecc-46fd-bc39-52e8d34b4c36 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0999167 Nov 23 12:59:28.284540 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-99862005-33af-46a0-b080-90d4904dd449 req-617371f0-8b4d-4855-a53e-dfa285c28096 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 210 time: 0.0714819 Nov 23 12:59:28.364665 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Router 618d274d-1c39-4db4-a0d8-66c746c9c614 is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 12:59:28.473185 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device ddf9b4d4-bad5-4f97-9e13-f351a64b93bf up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:28.536824 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Sync routers for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:59:28.608775 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:59:28.610325 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:59:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:28.659805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:59:28.673147 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Sync routers for ids ['618d274d-1c39-4db4-a0d8-66c746c9c614'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:59:28.687968 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Routers {'618d274d-1c39-4db4-a0d8-66c746c9c614'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:59:28.688931 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:59:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['618d274d-1c39-4db4-a0d8-66c746c9c614'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:28.698916 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:28.700190 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6843650 Nov 23 12:59:28.705262 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34720) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:28.878104 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34728) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:28.886474 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2025081591', 'description': 'tempest-description--1242764416'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:28.899855 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:28.906497 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:security_group and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:28.910751 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:28.921641 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:28.938070 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:28.948452 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34732) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:28.977309 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:28.977691 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:28.978921 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:28.985586 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:security_group_rule and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:28.989362 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:28.999500 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:29.154136 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:59:29.173074 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.178843 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.187645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5df0925a-ea3e-41ff-999e-6c7b1a0338ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:29.224981 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Set router 618d274d-1c39-4db4-a0d8-66c746c9c614 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:59:29.230667 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce1f599-e271-4c32-a0fd-d5da08c1e446,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:29.238591 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:29.256221 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.262795 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3825312 Nov 23 12:59:29.263553 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34750) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:29.270068 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'security_group_rule': {'security_group_id': '8ce1f599-e271-4c32-a0fd-d5da08c1e446', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:29.276672 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:29.286130 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:security_group_rule and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:29.294036 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:29.306038 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:29.449616 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-446c9219-1a8e-44f8-919f-927ff03057a2 req-669fb002-09e6-41c4-b217-db203308c54c tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.1272254 Nov 23 12:59:29.473801 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.650099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.651080 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.656781 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.659128 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:29.679339 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9859e4-eb6a-415d-a2c5-d02af31b2f39,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:29.700511 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a456c7fd-e214-45b5-b981-c37eaa166c62 req-e1cb1335-d59a-4941-ba06-5235e2e8efe7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 210 time: 0.1124790 Nov 23 12:59:29.707092 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:29.714398 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Usage tracker for resource:security_group_rule and tenant:a2f9123ebba5429d822532e9bd32d324 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:29.719697 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:29.790247 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:29.791671 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.796638 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5315394 Nov 23 12:59:29.800218 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34770) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:29.822169 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'security_group_rule': {'security_group_id': '8ce1f599-e271-4c32-a0fd-d5da08c1e446', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:29.839827 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:29.848609 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:29.855645 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 2, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:29.856409 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 3, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port': {'id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:24Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:29.861463 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Checking router: 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:59:29.862172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Updating router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:59:29.864709 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:security_group_rule and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:29.871382 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Checking router: 618d274d-1c39-4db4-a0d8-66c746c9c614 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:59:29.871739 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Updating router 618d274d-1c39-4db4-a0d8-66c746c9c614 port 992c534b-0516-4284-a67a-4a7eb849efd3 binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:59:29.884455 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:29.907501 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:29.933513 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.946434 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:29.955850 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.055733 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.067914 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.076538 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.082320 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.085246 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3393c734-d7ba-4b08-bd55-4605bcf5edc1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:30.088462 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:30.106549 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f72d03-26c7-4e0d-8020-f885c9672ef0,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:30.117772 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:30.122264 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ef4e6f-ab53-42e6-9d24-35cec73ea140,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:30.125559 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:30.180867 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.185312 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3810959 Nov 23 12:59:30.185755 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34786) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:30.193446 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'floatingip': {'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:30.202543 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:30.207725 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:floatingip and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:30.213048 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:30.224129 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:30.262794 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.268956 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.298647 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2f9123ebba5429d822532e9bd32d324&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3480632 Nov 23 12:59:30.299718 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34798) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:30.459045 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34804) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:30.517773 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f2e7-ec5d-418d-9c46-0607bf74afb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.647585 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f2e7-ec5d-418d-9c46-0607bf74afb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.662538 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.676097 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Transition to ACTIVE for port object 992c534b-0516-4284-a67a-4a7eb849efd3 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:30.685358 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.693755 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:30.705689 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.733551 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.755698 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Transition to ACTIVE for port object 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:30.765638 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.770874 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:30.797692 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Attempting to bind port 992c534b-0516-4284-a67a-4a7eb849efd3 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:30.798329 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Attempting to bind port 992c534b-0516-4284-a67a-4a7eb849efd3 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:30.798886 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Attempting to bind port 992c534b-0516-4284-a67a-4a7eb849efd3 on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:30.800989 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3967befd-9827-4973-ad1f-fb217113cf7d req-709ee730-5193-45f2-aa2b-839a6e7912db tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.1181109 Nov 23 12:59:30.802800 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb6864-e0f4-4753-b687-5bf3f48d88b8 None None] Pushing event updated for resources: {'Port': ['ID=992c534b-0516-4284-a67a-4a7eb849efd3,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:30.807927 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-91cb6864-e0f4-4753-b687-5bf3f48d88b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:30.809049 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:30.810815 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:30.811325 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.811812 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:30.812442 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Bound port: 992c534b-0516-4284-a67a-4a7eb849efd3, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:30.812926 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.838406 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.861837 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:30.866989 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Usage tracker for resource:security_group_rule and tenant:0f2f5f992c4f4db9806dda512f520ed8 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:30.870590 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:30.877291 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:30.935065 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] For port 992c534b-0516-4284-a67a-4a7eb849efd3, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:30.939781 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] For port 992c534b-0516-4284-a67a-4a7eb849efd3, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=992c534b-0516-4284-a67a-4a7eb849efd3,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:30.946938 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:30.954525 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b45aaa79-d7e6-4120-bd25-47086dad47a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:30.985050 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0684a861-bb93-4225-acc4-b63e00ef3ab8 req-bfab3fe7-1a27-4cd9-ba0e-43dbd375ab6f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 210 time: 0.0663471 Nov 23 12:59:31.024316 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Allocated IP 172.27.3.175 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/9d2b4d1d-aa53-47cb-a0f5-f3e0ff9e3834) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:31.043742 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f2e7-ec5d-418d-9c46-0607bf74afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.051621 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde295fe-e16b-4597-9738-0019b847230a None None] Pushing event updated for resources: {'Port': ['ID=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:31.061684 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Allocated IP 172.20.0.1 (59045e15-b578-47ca-abc6-4d73d6cc6fc2/adbc5a41-207f-4763-9cc6-c26bdbc73cf2/8e3a4d39-c2d5-473e-a335-7f7e7d89b300) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:31.065196 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:31.070561 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb6864-e0f4-4753-b687-5bf3f48d88b8 None None] Pushing event updated for resources: {'Port': ['ID=992c534b-0516-4284-a67a-4a7eb849efd3,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:31.101219 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Routers {'618d274d-1c39-4db4-a0d8-66c746c9c614'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:59:31.102268 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:59:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['618d274d-1c39-4db4-a0d8-66c746c9c614'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:31.112704 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3dd0f2e7-ec5d-418d-9c46-0607bf74afb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.116661 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-3dd0f2e7-ec5d-418d-9c46-0607bf74afb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43ef4e6f-ab53-42e6-9d24-35cec73ea140 HTTP/1.1" status: 204 len: 168 time: 0.8139746 Nov 23 12:59:31.123760 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f2e7-ec5d-418d-9c46-0607bf74afb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ef4e6f-ab53-42e6-9d24-35cec73ea140,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:31.126140 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3dd0f2e7-ec5d-418d-9c46-0607bf74afb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:31.129822 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cde295fe-e16b-4597-9738-0019b847230a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:31.148336 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.168868 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.186299 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:31.258887 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-91cb6864-e0f4-4753-b687-5bf3f48d88b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:31.298647 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f2f5f992c4f4db9806dda512f520ed8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8323855 Nov 23 12:59:31.298647 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c226c3d5-ccf8-4cf6-8b3a-de2a97f80030,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:31.301561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34826) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:31.302566 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:31.323336 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Attempting to bind port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:31.328459 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Attempting to bind port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:31.328459 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Attempting to bind port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 on network 46c00580-7af0-47cf-b859-90a9d5ad1c01 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:31.341130 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:31.341498 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Checking segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:31.341904 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.342308 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Bound using segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:31.342797 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Bound port: 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:31.343203 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.384202 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.439439 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.444515 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f20934a-b38d-4c9b-9e31-c040fae41619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:31.461964 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.474988 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] Set router 618d274d-1c39-4db4-a0d8-66c746c9c614 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:59:31.481777 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] For port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:31.486988 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] For port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:31.495341 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.501686 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:31.512713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b37a1f11-f928-43c2-8c8b-79291abd026d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.543153 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b37a1f11-f928-43c2-8c8b-79291abd026d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.546862 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:31.555644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:31.560878 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:31.561514 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.590392 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.602432 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4ee45a31-056f-468a-8500-37f509fcd91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:31.653017 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:59:31.653644 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:59:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:31.691191 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 34840) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:31.744416 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Pushing event updated for resources: {'Port': ['ID=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:31.750413 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:31.762457 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:31.772278 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:31.784734 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:31.789268 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.798555 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'Port': ['ID=9d2b4d1d-aa53-47cb-a0f5-f3e0ff9e3834,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:31.809074 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:31.819856 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:31.848194 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Usage tracker for resource:security_group_rule and tenant:57191111351f4f5f84a8cd0f6c801225 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:31.928987 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 3, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port': {'id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:24Z', 'updated_at': '2021-11-23T12:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:31.934627 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b99348-75d4-4e5a-bb0d-7bef03f7a448 None None] The sync data for ids ['618d274d-1c39-4db4-a0d8-66c746c9c614'] in dv-cinder-818886-1-iscsi is: [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:26Z', 'revision_number': 3, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port': {'id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:24Z', 'updated_at': '2021-11-23T12:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:59:31.942204 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:31.944202 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b37a1f11-f928-43c2-8c8b-79291abd026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:31.954759 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:31.963901 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bdeabe6e-1d9c-4a1f-9d1c-499d489ea7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:32.004648 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde295fe-e16b-4597-9738-0019b847230a None None] Pushing event updated for resources: {'Port': ['ID=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:32.004799 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a1f11-f928-43c2-8c8b-79291abd026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c226c3d5-ccf8-4cf6-8b3a-de2a97f80030,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:32.009158 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cde295fe-e16b-4597-9738-0019b847230a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:32.024022 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:59:32.066095 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b37a1f11-f928-43c2-8c8b-79291abd026d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:32.076389 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.093843 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a4adc948-7f54-4423-8601-eda9066c462b req-4023fd3e-cc41-4a3c-bf3e-c4cc896e1f34 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.1011927 Nov 23 12:59:32.126708 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.233723 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b37a1f11-f928-43c2-8c8b-79291abd026d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.237516 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b37a1f11-f928-43c2-8c8b-79291abd026d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c226c3d5-ccf8-4cf6-8b3a-de2a97f80030 HTTP/1.1" status: 204 len: 168 time: 0.9323497 Nov 23 12:59:32.270514 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.365833 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b0675472-e63a-42d1-9e6b-6c552e1aba12 req-8b530102-19d0-4875-91a5-a47123c43597 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 210 time: 0.1643357 Nov 23 12:59:32.440137 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.453127 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.485224 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:32.551525 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 992c534b-0516-4284-a67a-4a7eb849efd3 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:32.553437 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.566022 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.567482 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.588185 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-03417ea3-612a-4663-829b-dffc4cd0b417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:32.605928 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:31Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:32.613079 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b5c225-3965-451a-b3c9-fa0f2e524f17 None None] The sync data for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi is: [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:31Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:59:32.650884 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 992c534b-0516-4284-a67a-4a7eb849efd3 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:59:32.660486 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 992c534b-0516-4284-a67a-4a7eb849efd3 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:32.660968 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.714687 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Synchronizing usage tracker for tenant:c8d73aaed4704c2faee627a52d37a0f8 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:32.768828 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7462c3-29a4-4934-80bd-27f78a79c98b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:32.775258 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:32.819512 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Unset dirty status for tenant:c8d73aaed4704c2faee627a52d37a0f8 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:32.823364 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57191111351f4f5f84a8cd0f6c801225&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1267288 Nov 23 12:59:32.834841 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34864) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:32.947119 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.986047 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.987072 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 992c534b-0516-4284-a67a-4a7eb849efd3, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=992c534b-0516-4284-a67a-4a7eb849efd3,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:32.992179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:32.998136 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:33.000943 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.003457 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:33.009542 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Pushing event updated for resources: {'Port': ['ID=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:33.013589 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:33.038420 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d61171d-423c-467f-9d47-ee30be694720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.075629 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34868) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:33.114051 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=992c534b-0516-4284-a67a-4a7eb849efd3,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:33.118463 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d61171d-423c-467f-9d47-ee30be694720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.118992 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.131932 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.137925 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:33.162822 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'Port': ['ID=9d2b4d1d-aa53-47cb-a0f5-f3e0ff9e3834,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:33.166313 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.168753 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9816318 Nov 23 12:59:33.169886 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:33.191029 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:33.196210 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:33.206553 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:33.223201 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Usage tracker for resource:security_group_rule and tenant:19bc684c7e624eb7836ac511ef97a821 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:33.231238 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:33.339829 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:33.370998 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1eb21a9d-554c-4a62-8841-02a1b430b8e4 req-79a43ca8-5a36-425b-b7b7-1c664c512f13 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0746782 Nov 23 12:59:33.472542 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-e1175787-caec-4703-9644-997eda5c59ac tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:33.512056 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-e1175787-caec-4703-9644-997eda5c59ac tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:33.513780 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-e1175787-caec-4703-9644-997eda5c59ac tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2025081591&fields=id&tenant_id=d3e13e13e1e54f208b7be1c18e3ab703 HTTP/1.1" status: 200 len: 267 time: 0.1031737 Nov 23 12:59:33.525035 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d61171d-423c-467f-9d47-ee30be694720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.541422 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3dd0f2e7-ec5d-418d-9c46-0607bf74afb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:33.562012 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61171d-423c-467f-9d47-ee30be694720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7462c3-29a4-4934-80bd-27f78a79c98b,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:33.571474 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6d61171d-423c-467f-9d47-ee30be694720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:33.583436 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d61171d-423c-467f-9d47-ee30be694720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.588788 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-6d61171d-423c-467f-9d47-ee30be694720 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e7462c3-29a4-4934-80bd-27f78a79c98b HTTP/1.1" status: 204 len: 168 time: 0.7525380 Nov 23 12:59:33.615225 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Router 618d274d-1c39-4db4-a0d8-66c746c9c614 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 12:59:33.711788 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-0e9cc02a-55b8-4aa6-80d4-5315e09e5f86 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:33.713597 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-0e9cc02a-55b8-4aa6-80d4-5315e09e5f86 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 817 time: 0.1916027 Nov 23 12:59:33.736508 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-fbef1d3e-1d04-49d8-918a-369b6e87ece7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/quotas/d3e13e13e1e54f208b7be1c18e3ab703 HTTP/1.1" status: 200 len: 375 time: 0.0151639 Nov 23 12:59:33.756185 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd12bb64-49e4-40c1-998c-827b6b54b40a req-a7b57959-57e8-4ef2-a60d-c9e5451eb22e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 210 time: 0.1605990 Nov 23 12:59:33.902197 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.912837 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:33.934570 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:33.969535 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-e2854eb7-b9e2-4c5f-b6c6-497a016cc55b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:34.000074 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-e2854eb7-b9e2-4c5f-b6c6-497a016cc55b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:34.002357 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-e2854eb7-b9e2-4c5f-b6c6-497a016cc55b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2646301 Nov 23 12:59:34.005718 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89456710-d6a2-4e75-96e2-d84c413b13d5,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:34.022046 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19bc684c7e624eb7836ac511ef97a821&name=default HTTP/1.1" status: 200 len: 2978 time: 0.9449930 Nov 23 12:59:34.023502 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:34.024944 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 12:59:34.026782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 34898) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:34.050260 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] 10.222.0.60 "PUT /v2.0/routers/618d274d-1c39-4db4-a0d8-66c746c9c614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3437366 Nov 23 12:59:34.121273 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ddfebb55-7fef-4647-a444-de07f4c5df69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:34.169177 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ddfebb55-7fef-4647-a444-de07f4c5df69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:34.226035 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-c81ba571-d52b-463c-97b7-a2d79a020eeb service neutron] 10.222.0.60 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095587 Nov 23 12:59:34.264752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ddfebb55-7fef-4647-a444-de07f4c5df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:34.272269 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:34.295425 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfebb55-7fef-4647-a444-de07f4c5df69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89456710-d6a2-4e75-96e2-d84c413b13d5,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:34.305039 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ddfebb55-7fef-4647-a444-de07f4c5df69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:34.315569 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ddfebb55-7fef-4647-a444-de07f4c5df69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:34.316930 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ddfebb55-7fef-4647-a444-de07f4c5df69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89456710-d6a2-4e75-96e2-d84c413b13d5 HTTP/1.1" status: 204 len: 168 time: 0.2892456 Nov 23 12:59:34.471745 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-1b43c747-b3d1-4b60-9f88-520e74f89222 service neutron] 10.222.0.60 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353446 Nov 23 12:59:34.548888 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:34.671087 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Sync routers for ids ['618d274d-1c39-4db4-a0d8-66c746c9c614'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 12:59:34.685706 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.84', 53725) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:34.733992 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Routers {'618d274d-1c39-4db4-a0d8-66c746c9c614'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:59:34.735457 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:59:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['618d274d-1c39-4db4-a0d8-66c746c9c614'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:34.913613 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:59:34.936030 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:34.936820 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:35.058040 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Set router 618d274d-1c39-4db4-a0d8-66c746c9c614 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:59:35.071450 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001798d-a554-4b36-9a13-4f084f952de9 req-aaa5d635-3ce4-416d-9680-f86b5da4b03b tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:35.072224 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5001798d-a554-4b36-9a13-4f084f952de9 req-aaa5d635-3ce4-416d-9680-f86b5da4b03b tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Synchronizing usage tracker for tenant:7d153c67e84449bb8eb36b752ec41896 on resource:network {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:35.129818 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0b505388-d40e-4283-9271-63179690c72c req-ef2ae187-6910-4920-b365-501b1b5c148e tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.1893001 Nov 23 12:59:35.191681 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5001798d-a554-4b36-9a13-4f084f952de9 req-aaa5d635-3ce4-416d-9680-f86b5da4b03b tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Unset dirty status for tenant:7d153c67e84449bb8eb36b752ec41896 on resource:network {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:35.192903 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-aaa5d635-3ce4-416d-9680-f86b5da4b03b tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.84 "GET /v2.0/networks?id=4d4f91c5-0970-4bbf-899b-51f980de1478 HTTP/1.1" status: 200 len: 811 time: 0.5024245 Nov 23 12:59:35.280504 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Request body: {'port': {'device_id': '851d1bac-67b3-4477-8109-c37791c90f1b', 'network_id': '4d4f91c5-0970-4bbf-899b-51f980de1478', 'admin_state_up': True, 'tenant_id': '7d153c67e84449bb8eb36b752ec41896'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:35.324156 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-357dda2c-933d-4f5a-b532-803b490ae9d0 req-ea684030-23d4-40ed-b5ae-138d0665fcd8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1019144 Nov 23 12:59:35.324725 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.84', 53729) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:35.695936 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e5ed44ca-9f11-41d8-832d-e9b110565158 req-3ae18a0a-57a3-4995-bacb-93a78523e5a0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 210 time: 0.1774495 Nov 23 12:59:35.766072 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:35.833220 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-f63affda-319c-4d1d-aee0-c0c4e2a1dcff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:35.838630 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-f63affda-319c-4d1d-aee0-c0c4e2a1dcff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 815 time: 0.5108798 Nov 23 12:59:35.862864 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Request body: {'port': {'device_id': 'a3b02d0f-db9d-4996-a245-7237e989670d', 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'admin_state_up': True, 'tenant_id': '9a31364455dc442f8df299a8ad758a4e'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:36.004833 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:36.032810 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:36.058542 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 992c534b-0516-4284-a67a-4a7eb849efd3 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:36.233296 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:36.246153 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Usage tracker for resource:port and tenant:7d153c67e84449bb8eb36b752ec41896 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:36.255652 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:36.259988 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Usage tracker for resource:port and tenant:9a31364455dc442f8df299a8ad758a4e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:36.263509 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:36.267449 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:36.269910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:36.273247 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-19a97920-ba2f-4536-a865-bafe300489b5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:36.276795 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-19a97920-ba2f-4536-a865-bafe300489b5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Synchronizing usage tracker for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:network {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:36.286441 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:36.292884 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Made reservation on behalf of 9a31364455dc442f8df299a8ad758a4e for: {'port': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:36.298913 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:36.308043 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:36.358850 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-19a97920-ba2f-4536-a865-bafe300489b5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Unset dirty status for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:network {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:36.360851 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-19a97920-ba2f-4536-a865-bafe300489b5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 816 time: 1.0158846 Nov 23 12:59:36.363509 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Made reservation on behalf of 7d153c67e84449bb8eb36b752ec41896 for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:36.371090 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:36.445572 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-fcd42481-0ce1-420f-9775-d6dd3e4f2062 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/quotas/9bd7c1ce491e474c970f1a7cc5effe19 HTTP/1.1" status: 200 len: 375 time: 0.0447242 Nov 23 12:59:36.608966 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 992c534b-0516-4284-a67a-4a7eb849efd3 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:36.610034 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:36.631567 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Allocated IP 172.20.0.3 (bf33958f-9165-410d-8036-71326a5124b6/eae505c4-f3d4-4e40-be85-722f98a64072/2c117b14-8ae9-4517-8547-e104cbcb9a21) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:36.723994 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a19896d3-f251-4dc9-8c87-6450199ebd66 req-6d4a5124-3431-4510-80bc-52d05423c0bd tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0682390 Nov 23 12:59:36.746016 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:36.774751 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:36.813219 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.84', 53738) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:36.828909 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:31Z', 'revision_number': 4, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port': {'id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:24Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '8e3a4d39-c2d5-473e-a335-7f7e7d89b300', 'name': '', 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'mac_address': 'fa:16:3e:e8:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'adbc5a41-207f-4763-9cc6-c26bdbc73cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:30Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 2, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'subnets': [{'id': 'adbc5a41-207f-4763-9cc6-c26bdbc73cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:36.838972 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Checking router: 618d274d-1c39-4db4-a0d8-66c746c9c614 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 12:59:36.848603 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Updating router 618d274d-1c39-4db4-a0d8-66c746c9c614 port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 12:59:37.194063 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:37.200292 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e5b9b6ba-e6f8-4c41-9adc-ae897c80dd6b req-58398add-5453-4ea8-8d15-e1e9157f6256 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1241026 Nov 23 12:59:37.257756 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-065bd9be-e1fd-412f-82bd-a13942fba516 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Synchronizing usage tracker for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:37.413441 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:37.523917 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:37.548649 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:37.562696 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ae873129-4cd5-4016-870e-46c41cbc4fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:37.929538 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Pushing event updated for resources: {'Port': ['ID=2c117b14-8ae9-4517-8547-e104cbcb9a21,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:37.948630 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:37.990126 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Network bf33958f-9165-410d-8036-71326a5124b6 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:37.993850 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-a89a9195-7811-4689-a04f-2636537c7c27 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:37.994674 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-a89a9195-7811-4689-a04f-2636537c7c27 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:network {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:38.017652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Allocated IP 172.20.0.14 (4d4f91c5-0970-4bbf-899b-51f980de1478/503ad071-131e-4eb5-b2d3-b11975045ff3/e47ad125-0726-4518-a3bc-ae85b21ef184) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:38.022844 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:38.026358 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:38.030225 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:38.033260 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-065bd9be-e1fd-412f-82bd-a13942fba516 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Unset dirty status for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:38.036951 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:38.037838 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:38.046295 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-065bd9be-e1fd-412f-82bd-a13942fba516 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5860655 Nov 23 12:59:38.067953 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2139461 Nov 23 12:59:38.076528 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:38.109862 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd03e-404d-4084-b246-dd3a26cb3970 req-a3fa6719-a185-4df4-9daf-68098c67d366 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:38.111246 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-7fafd03e-404d-4084-b246-dd3a26cb3970 req-a3fa6719-a185-4df4-9daf-68098c67d366 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:38.136927 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-7fafd03e-404d-4084-b246-dd3a26cb3970 req-a3fa6719-a185-4df4-9daf-68098c67d366 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:38.148575 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7fafd03e-404d-4084-b246-dd3a26cb3970 req-a3fa6719-a185-4df4-9daf-68098c67d366 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 931 time: 0.4505832 Nov 23 12:59:38.223179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-be0481ae-0bd8-4580-95fc-73d1b162d605 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 12:59:38.224255 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-be0481ae-0bd8-4580-95fc-73d1b162d605 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200441 Nov 23 12:59:38.308812 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7fafd03e-404d-4084-b246-dd3a26cb3970 req-011e26ac-4f83-46d1-9ba0-5b7856730023 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504986 Nov 23 12:59:38.440461 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-a89a9195-7811-4689-a04f-2636537c7c27 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:network {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:38.442401 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-a89a9195-7811-4689-a04f-2636537c7c27 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 817 time: 1.6244874 Nov 23 12:59:38.627430 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:38.631011 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:38.783524 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-64045451-7f9f-45e1-a7d9-0883735c7b53 service neutron] 10.222.0.60 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362409 Nov 23 12:59:38.787566 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Request body: {'port': {'device_id': 'a3b02d0f-db9d-4996-a245-7237e989670d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:38.834380 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-695a8a51-af6a-4ccf-9fc7-cd6d3b6cb5c1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:39.009886 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-695a8a51-af6a-4ccf-9fc7-cd6d3b6cb5c1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:39.015117 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-695a8a51-af6a-4ccf-9fc7-cd6d3b6cb5c1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e13e13e1e54f208b7be1c18e3ab703 HTTP/1.1" status: 200 len: 380 time: 0.4512343 Nov 23 12:59:39.052739 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-28ebd5fd-5b7b-4648-9835-808a5363d997 req-bb06de6e-444a-4d0d-a3c0-bffccf093e20 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.1575303 Nov 23 12:59:39.176968 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-9a00f607-283a-461e-8d77-93be956266f4 service neutron] 10.222.0.60 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922870 Nov 23 12:59:39.253145 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:39.267276 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:39.303242 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:39.328706 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'port': {'device_id': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'admin_state_up': True, 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'security_groups': ['8ce1f599-e271-4c32-a0fd-d5da08c1e446']}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:39.360963 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Transition to ACTIVE for port object 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:39.376788 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:39.386283 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:39.551242 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:39.553964 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:39.564629 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-565b0677-03c9-40c6-9d22-d3cae99c2239 req-e83b9411-a3de-49c2-8281-2ad0560f91e6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1987715 Nov 23 12:59:39.574194 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:39.721738 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:39.827434 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e45372-5035-4aec-ab15-8862b246d467 None None] Pushing event updated for resources: {'Port': ['ID=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:39.888918 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b9e45372-5035-4aec-ab15-8862b246d467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:39.964569 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Network 4d4f91c5-0970-4bbf-899b-51f980de1478 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:39.992287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:40.030780 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Made reservation on behalf of d3e13e13e1e54f208b7be1c18e3ab703 for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:40.051792 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.073659 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Attempting to bind port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:40.074710 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Attempting to bind port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:40.077398 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Attempting to bind port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 on network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:40.112909 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:40.118008 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Checking segment: {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:40.119018 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.121031 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Bound using segment: {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:40.124894 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Bound port: 8e3a4d39-c2d5-473e-a335-7f7e7d89b300, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:40.126450 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.194536 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:40.208253 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:40.208967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.264159 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a7d3827b-304a-43c7-bee3-eadda78061db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.335270 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] For port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:40.347662 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] For port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:40.348529 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c117b14-8ae9-4517-8547-e104cbcb9a21 {{(pid=86849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:59:40.360322 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.366676 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.372833 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:40.386248 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Transition to ACTIVE for port object 2c117b14-8ae9-4517-8547-e104cbcb9a21 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:40.394823 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:40.498439 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-56294cfb-1258-48e9-a68d-71e18d17b255 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:40.506933 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Pushing event updated for resources: {'Port': ['ID=e47ad125-0726-4518-a3bc-ae85b21ef184,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:40.525956 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-52e149e8-3f7d-4cb8-85ab-b1f7b944212f req-75a413ce-8327-4f87-b88c-cfd8a9e705ca tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 210 time: 0.5222018 Nov 23 12:59:40.531004 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.956s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:40.624038 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3465309 Nov 23 12:59:40.642785 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Routers {'618d274d-1c39-4db4-a0d8-66c746c9c614'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 12:59:40.645206 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T12:59:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['618d274d-1c39-4db4-a0d8-66c746c9c614'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:40.796225 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e45372-5035-4aec-ab15-8862b246d467 None None] Pushing event updated for resources: {'Port': ['ID=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:40.804771 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b9e45372-5035-4aec-ab15-8862b246d467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:40.959054 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Request body: {'port': {'device_id': '851d1bac-67b3-4477-8109-c37791c90f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:41.224405 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] Set router 618d274d-1c39-4db4-a0d8-66c746c9c614 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 12:59:41.516143 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=2c117b14-8ae9-4517-8547-e104cbcb9a21,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:41.549957 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.051s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:41.585874 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:41.590270 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492085fa-08bc-4812-9240-cf2c7a146a0f req-ed662f74-0482-4252-90ab-fdefc39cfdf0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:41.600256 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-492085fa-08bc-4812-9240-cf2c7a146a0f req-ed662f74-0482-4252-90ab-fdefc39cfdf0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 943 time: 1.2098656 Nov 23 12:59:41.649972 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Attempting to bind port 2c117b14-8ae9-4517-8547-e104cbcb9a21 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:41.650391 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Attempting to bind port 2c117b14-8ae9-4517-8547-e104cbcb9a21 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:41.651436 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Attempting to bind port 2c117b14-8ae9-4517-8547-e104cbcb9a21 on network bf33958f-9165-410d-8036-71326a5124b6 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:41.725775 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-492085fa-08bc-4812-9240-cf2c7a146a0f req-f8da203f-2847-431b-ab26-b720dacd3250 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244624 Nov 23 12:59:41.731196 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Port 2c117b14-8ae9-4517-8547-e104cbcb9a21 on network bf33958f-9165-410d-8036-71326a5124b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:59:41.735177 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Attempting to bind port 2c117b14-8ae9-4517-8547-e104cbcb9a21 on network bf33958f-9165-410d-8036-71326a5124b6 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:41.759273 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:41.759980 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Checking segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:41.761560 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Bound using segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:41.763061 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Bound port: 2c117b14-8ae9-4517-8547-e104cbcb9a21, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:41.765194 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:41.788030 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Allocated IP 172.20.0.9 (46c00580-7af0-47cf-b859-90a9d5ad1c01/4de60954-14cf-4bd5-8795-4b72f648a40e/acc6c8bf-82a2-4f88-b12e-f6a39d6ce970) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:41.838001 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:42.093625 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35182) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:42.216396 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] For port 2c117b14-8ae9-4517-8547-e104cbcb9a21, host hv-cinder-81888, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:42.231277 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] For port 2c117b14-8ae9-4517-8547-e104cbcb9a21, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2c117b14-8ae9-4517-8547-e104cbcb9a21,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:42.248962 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:42.363036 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9970-faec-4035-bf92-2ee79cb213e6 req-be606b26-83c7-4314-bef3-ab3ae3b9915f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:42.363864 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b82f9970-faec-4035-bf92-2ee79cb213e6 req-be606b26-83c7-4314-bef3-ab3ae3b9915f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Synchronizing usage tracker for tenant:7d153c67e84449bb8eb36b752ec41896 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:42.420276 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:42.550011 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:42.573842 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:31Z', 'revision_number': 4, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port': {'id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:24Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '8e3a4d39-c2d5-473e-a335-7f7e7d89b300', 'name': '', 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'mac_address': 'fa:16:3e:e8:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'adbc5a41-207f-4763-9cc6-c26bdbc73cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:30Z', 'updated_at': '2021-11-23T12:59:40Z', 'revision_number': 4, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'subnets': [{'id': 'adbc5a41-207f-4763-9cc6-c26bdbc73cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 12:59:42.582039 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6c044-7070-457f-83e5-8d9e62ebba1f None None] The sync data for ids ['618d274d-1c39-4db4-a0d8-66c746c9c614'] in dv-cinder-818886-1-iscsi is: [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T12:59:31Z', 'revision_number': 4, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port': {'id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:24Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '8e3a4d39-c2d5-473e-a335-7f7e7d89b300', 'name': '', 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'mac_address': 'fa:16:3e:e8:52:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'adbc5a41-207f-4763-9cc6-c26bdbc73cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:30Z', 'updated_at': '2021-11-23T12:59:40Z', 'revision_number': 4, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'subnets': [{'id': 'adbc5a41-207f-4763-9cc6-c26bdbc73cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 12:59:42.675647 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Pushing event updated for resources: {'Port': ['ID=2c117b14-8ae9-4517-8547-e104cbcb9a21,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:42.687248 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:42.711180 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b68a759d-ba82-4261-87f8-271cfcde1b7c req-b1db1ce4-7b36-455a-bab0-23a61b7dd57b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.4698956 Nov 23 12:59:42.784001 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:42.784920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:42.786402 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] 10.222.0.84 "PUT /v2.0/ports/2c117b14-8ae9-4517-8547-e104cbcb9a21 HTTP/1.1" status: 200 len: 1093 time: 4.1232183 Nov 23 12:59:42.786926 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b02d0f-db9d-4996-a245-7237e989670d', 'tag': '2c117b14-8ae9-4517-8547-e104cbcb9a21'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:59:42.923193 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35202) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:43.014594 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:43.100577 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.84', 53749) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:43.171969 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:43.178659 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b82f9970-faec-4035-bf92-2ee79cb213e6 req-be606b26-83c7-4314-bef3-ab3ae3b9915f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Unset dirty status for tenant:7d153c67e84449bb8eb36b752ec41896 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:43.180103 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b82f9970-faec-4035-bf92-2ee79cb213e6 req-be606b26-83c7-4314-bef3-ab3ae3b9915f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 932 time: 1.9993384 Nov 23 12:59:43.196173 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0fa722c7481547ba84a53135a4716aec is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:43.230449 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:43.283150 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:43.403485 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-a6ada4db-6f4b-4a3c-9c58-87d8dff15428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:43.405043 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-a6ada4db-6f4b-4a3c-9c58-87d8dff15428 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 1096 time: 0.3361819 Nov 23 12:59:43.580201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-c6731a00-44a1-41ce-8061-47115019cc40 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:43.590809 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-c6731a00-44a1-41ce-8061-47115019cc40 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 816 time: 0.5168021 Nov 23 12:59:43.609075 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-3ac5c19e-bfcb-4433-90b6-019e44400919 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/quotas/9bd7c1ce491e474c970f1a7cc5effe19 HTTP/1.1" status: 200 len: 375 time: 0.0171325 Nov 23 12:59:43.745130 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-e3a656c5-6735-45d7-bb22-9031243380c1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1344979 Nov 23 12:59:43.946457 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-ecf9ec69-0b50-42e8-ba46-897f12f4e193 service neutron] 10.222.0.60 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875508 Nov 23 12:59:43.950605 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:43.970943 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Transition to ACTIVE for port object acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:44.015860 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:44.046946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:44.083745 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b82f9970-faec-4035-bf92-2ee79cb213e6 req-958307ec-0920-41a7-aa32-1628c9a427f5 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Synchronizing usage tracker for tenant:7d153c67e84449bb8eb36b752ec41896 on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:44.134713 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-e19c58fd-e5a7-42c3-aaaf-a11d6e6a3ffc tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:44.136584 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-e19c58fd-e5a7-42c3-aaaf-a11d6e6a3ffc tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 816 time: 0.9548185 Nov 23 12:59:44.148627 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:44.156583 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:44.159962 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:59:44.173411 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:44.174142 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:44.185999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6982769218f14793ae2533d277d34b25 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:44.193849 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:44.201136 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-eb392383-8d21-4f58-a5a0-35c44940a816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:44.253953 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:44.277095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b82f9970-faec-4035-bf92-2ee79cb213e6 req-958307ec-0920-41a7-aa32-1628c9a427f5 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Unset dirty status for tenant:7d153c67e84449bb8eb36b752ec41896 on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:44.278330 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b82f9970-faec-4035-bf92-2ee79cb213e6 req-958307ec-0920-41a7-aa32-1628c9a427f5 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0839953 Nov 23 12:59:44.382358 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-efc0e0c9-6dfa-4eb6-9043-ad47bf3cef25 service neutron] 10.222.0.60 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350169 Nov 23 12:59:44.410713 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:44.446167 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:44.481897 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:44.519690 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:44.539481 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:44.540475 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:44.571603 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:44.581165 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:44.583489 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-64f248e9-e088-40f2-8a77-a8a0c511258a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:44.639040 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:44.647831 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:44.737915 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:44.741505 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.db.resource_extend [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 12:59:44.781320 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:44.796353 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:44.961495 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-db68a682-217e-4b3e-8b64-3163e4bf002f None None] Provisioning for port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 12:59:44.980227 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-db68a682-217e-4b3e-8b64-3163e4bf002f None None] Provisioning complete for port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:44.980819 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-db68a682-217e-4b3e-8b64-3163e4bf002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:45.077365 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:45.158375 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-db68a682-217e-4b3e-8b64-3163e4bf002f None None] Port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 12:59:45.250444 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Request body: {'port': {'device_id': '53633a05-ad06-454a-b540-5fc01821ae45', 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2', 'admin_state_up': True, 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:45.283138 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b02d0f-db9d-4996-a245-7237e989670d', 'tag': '2c117b14-8ae9-4517-8547-e104cbcb9a21', 'status': 'completed', 'code': 200} Nov 23 12:59:45.292565 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-a5f6b8a1-9826-41cf-8636-793bf6159137 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c117b14-8ae9-4517-8547-e104cbcb9a21 HTTP/1.1" status: 200 len: 217 time: 0.2981763 Nov 23 12:59:45.394537 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:45.654895 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3446860 Nov 23 12:59:45.700630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e47ad125-0726-4518-a3bc-ae85b21ef184 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:59:45.725524 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fa722c7481547ba84a53135a4716aec&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6153898 Nov 23 12:59:45.744268 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:45.750153 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35308) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:45.784347 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a945f-4cb4-4a8b-b7f2-afb756365ae5,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:45.802492 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:45.806920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-4fce45c1-0f4f-4f5c-af44-54b75c7453c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:45.808410 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-4fce45c1-0f4f-4f5c-af44-54b75c7453c4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.3535728 Nov 23 12:59:45.864797 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb3ac5-c636-4e51-bad3-c52a940bd078 req-10c0cfd3-84ad-4a25-85ff-e0dc0c8d0abe tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:45.866836 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fafb3ac5-c636-4e51-bad3-c52a940bd078 req-10c0cfd3-84ad-4a25-85ff-e0dc0c8d0abe tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 931 time: 0.2781146 Nov 23 12:59:45.958967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Transition to ACTIVE for port object e47ad125-0726-4518-a3bc-ae85b21ef184 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:45.998388 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fafb3ac5-c636-4e51-bad3-c52a940bd078 req-17d94878-3df8-4cc4-bfd0-1dec7cfd58bc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658808 Nov 23 12:59:46.000914 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-abf74b9e-322c-43e8-9cb8-dde37984fe99 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324546 Nov 23 12:59:46.006581 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Request body: {'port': {'device_id': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:46.096711 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 12:59:46.193360 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:46.241026 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:46.277842 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 12:59:46.279077 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:46.281352 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:46.357485 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8f4f415d-16f2-49ca-a157-708d31a036db req-dbda5ec3-8003-4a4f-8746-db52e3a81a2c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 210 time: 0.0662267 Nov 23 12:59:46.376607 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65e739-6f29-4dea-9c76-dc39c97a65e4 req-b1e79397-d493-4245-be4b-6fd95b0b9756 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:46.383993 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd65e739-6f29-4dea-9c76-dc39c97a65e4 req-b1e79397-d493-4245-be4b-6fd95b0b9756 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 943 time: 1.6940138 Nov 23 12:59:46.416980 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-31d6fb7c-c583-45fc-b584-96ace9eea589 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832092 Nov 23 12:59:46.442813 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:46.445445 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Pushing event updated for resources: {'Port': ['ID=e47ad125-0726-4518-a3bc-ae85b21ef184,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:46.474947 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:46.519673 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:46.522897 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-bb46b5a5-3746-4851-b378-889b60938af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:46.658922 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d702c4e-d499-4336-8930-aa9093821637,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:46.698756 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:46.762299 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-352b31a3-c1f9-4307-997c-0d7a3ff0a05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:46.786755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:46.843448 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6982769218f14793ae2533d277d34b25&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8973215 Nov 23 12:59:46.847125 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35322) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:46.875257 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b555e01b-8b0e-49d2-93d1-35c261df018d req-70718b80-8eb4-4e1d-b8fe-341cff149b29 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496384 Nov 23 12:59:46.910664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Made reservation on behalf of 9bd7c1ce491e474c970f1a7cc5effe19 for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:46.915912 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:46.928355 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-352b31a3-c1f9-4307-997c-0d7a3ff0a05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:46.947003 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-dd65e739-6f29-4dea-9c76-dc39c97a65e4 req-80a6b2a3-ac2a-4d7e-a9d7-5f8250f1ebb9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:46.971610 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:47.006558 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8170d3-3c35-4fbc-853d-ed3327fd90b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:47.021586 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Attempting to bind port e47ad125-0726-4518-a3bc-ae85b21ef184 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:47.022021 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Attempting to bind port e47ad125-0726-4518-a3bc-ae85b21ef184 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '6841443b-808a-4813-9832-7a1cf80c8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '4d4f91c5-0970-4bbf-899b-51f980de1478'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:47.023882 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Attempting to bind port e47ad125-0726-4518-a3bc-ae85b21ef184 on network 4d4f91c5-0970-4bbf-899b-51f980de1478 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:47.056515 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bb912-9bac-410e-a04c-76eb2c1ffe98 req-dfa44d29-d9ec-4919-a357-7c89fc335367 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:47.066860 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-294bb912-9bac-410e-a04c-76eb2c1ffe98 req-dfa44d29-d9ec-4919-a357-7c89fc335367 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 944 time: 0.3554053 Nov 23 12:59:47.118688 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8170d3-3c35-4fbc-853d-ed3327fd90b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:47.144220 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Port e47ad125-0726-4518-a3bc-ae85b21ef184 on network 4d4f91c5-0970-4bbf-899b-51f980de1478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:59:47.144610 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Attempting to bind port e47ad125-0726-4518-a3bc-ae85b21ef184 on network 4d4f91c5-0970-4bbf-899b-51f980de1478 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:47.168212 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-dd65e739-6f29-4dea-9c76-dc39c97a65e4 req-80a6b2a3-ac2a-4d7e-a9d7-5f8250f1ebb9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:47.169327 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd65e739-6f29-4dea-9c76-dc39c97a65e4 req-80a6b2a3-ac2a-4d7e-a9d7-5f8250f1ebb9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205210 Nov 23 12:59:47.179912 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:47.180851 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Checking segment: {'id': '6841443b-808a-4813-9832-7a1cf80c8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '4d4f91c5-0970-4bbf-899b-51f980de1478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:47.181764 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Bound using segment: {'id': '6841443b-808a-4813-9832-7a1cf80c8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '4d4f91c5-0970-4bbf-899b-51f980de1478'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:47.182434 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Bound port: e47ad125-0726-4518-a3bc-ae85b21ef184, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6841443b-808a-4813-9832-7a1cf80c8010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '4d4f91c5-0970-4bbf-899b-51f980de1478'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:47.182988 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:47.304127 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8170d3-3c35-4fbc-853d-ed3327fd90b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:47.345329 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:47.426256 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-294bb912-9bac-410e-a04c-76eb2c1ffe98 req-e599601c-2509-411e-9f34-fde383860abc tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561740 Nov 23 12:59:47.464957 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8170d3-3c35-4fbc-853d-ed3327fd90b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d702c4e-d499-4336-8930-aa9093821637,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:47.478187 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fa8170d3-3c35-4fbc-853d-ed3327fd90b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:47.485603 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fa8170d3-3c35-4fbc-853d-ed3327fd90b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:47.491722 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-fa8170d3-3c35-4fbc-853d-ed3327fd90b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d702c4e-d499-4336-8930-aa9093821637 HTTP/1.1" status: 204 len: 168 time: 0.6415861 Nov 23 12:59:47.626886 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-352b31a3-c1f9-4307-997c-0d7a3ff0a05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:47.660493 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:47.754209 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] For port e47ad125-0726-4518-a3bc-ae85b21ef184, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:47.770241 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b31a3-c1f9-4307-997c-0d7a3ff0a05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a945f-4cb4-4a8b-b7f2-afb756365ae5,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:47.779617 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-352b31a3-c1f9-4307-997c-0d7a3ff0a05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:47.870793 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a2b5c9cf-2647-485a-9344-89bc9b685a70 req-61196d8b-0d80-44fa-b010-de1b2332b39d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 210 time: 0.1064661 Nov 23 12:59:47.985269 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Allocated IP 172.20.0.9 (59045e15-b578-47ca-abc6-4d73d6cc6fc2/adbc5a41-207f-4763-9cc6-c26bdbc73cf2/12c0e1a4-3a5f-40d2-8b38-ebcd979a194c) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:48.006433 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] For port e47ad125-0726-4518-a3bc-ae85b21ef184, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e47ad125-0726-4518-a3bc-ae85b21ef184,segment=NetworkSegment(6841443b-808a-4813-9832-7a1cf80c8010),segment_id=6841443b-808a-4813-9832-7a1cf80c8010)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:48.050475 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35356) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:48.074065 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.091814 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:48.096121 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Usage tracker for resource:security_group_rule and tenant:aba08a6767d04d8c9e736f6039e67370 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:48.099796 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:48.107077 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:48.122999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.183549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e76a7f14-b42e-4542-bb2a-ceb7432a7a98 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:48.210217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.217447 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.236342 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-352b31a3-c1f9-4307-997c-0d7a3ff0a05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.240197 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-352b31a3-c1f9-4307-997c-0d7a3ff0a05d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/308a945f-4cb4-4a8b-b7f2-afb756365ae5 HTTP/1.1" status: 204 len: 168 time: 2.4877317 Nov 23 12:59:48.278034 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bd12dff8-8efb-447d-9d74-6b887ff58f58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:48.291402 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aba08a6767d04d8c9e736f6039e67370&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394450 Nov 23 12:59:48.301818 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35364) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:48.371193 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e92ff2-608d-4c72-9d0e-48c4432fc502,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:48.383778 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:48.412560 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa257fa-2253-40d8-9676-d897be930699 req-51228150-dceb-412d-98e0-f0fdf186aecc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:48.413404 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-baa257fa-2253-40d8-9676-d897be930699 req-51228150-dceb-412d-98e0-f0fdf186aecc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:48.427830 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:48.428575 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.429951 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] 10.222.0.84 "PUT /v2.0/ports/e47ad125-0726-4518-a3bc-ae85b21ef184 HTTP/1.1" status: 200 len: 1094 time: 7.5251865 Nov 23 12:59:48.434619 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:59:48.461789 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '851d1bac-67b3-4477-8109-c37791c90f1b', 'tag': 'e47ad125-0726-4518-a3bc-ae85b21ef184'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:59:48.557017 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a792971c-681f-4091-b281-a53e305f6b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.599632 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.611909 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a792971c-681f-4091-b281-a53e305f6b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.643104 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fbe2b-61f0-4482-8d10-1a802c2a70e2 req-56e858b3-373c-4db0-a46c-a5f86fe7b950 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:48.650197 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5c8fbe2b-61f0-4482-8d10-1a802c2a70e2 req-56e858b3-373c-4db0-a46c-a5f86fe7b950 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 943 time: 0.2587328 Nov 23 12:59:48.664562 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-baa257fa-2253-40d8-9676-d897be930699 req-51228150-dceb-412d-98e0-f0fdf186aecc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:48.666044 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-baa257fa-2253-40d8-9676-d897be930699 req-51228150-dceb-412d-98e0-f0fdf186aecc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 931 time: 1.1201203 Nov 23 12:59:48.685194 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Pushing event updated for resources: {'Port': ['ID=e47ad125-0726-4518-a3bc-ae85b21ef184,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:48.690149 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Transition to ACTIVE for port object acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:48.740539 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5c8fbe2b-61f0-4482-8d10-1a802c2a70e2 req-9bd6086f-15d0-41aa-9e93-2883b5db34c1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880182 Nov 23 12:59:48.760702 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:48.767936 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a792971c-681f-4091-b281-a53e305f6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.778508 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7b5749e8-5313-49f9-8d59-d12507726a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:48.791956 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.821552 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:48.836091 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792971c-681f-4091-b281-a53e305f6b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e92ff2-608d-4c72-9d0e-48c4432fc502,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:48.840390 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a792971c-681f-4091-b281-a53e305f6b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:48.841551 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a792971c-681f-4091-b281-a53e305f6b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.846819 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a792971c-681f-4091-b281-a53e305f6b02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62e92ff2-608d-4c72-9d0e-48c4432fc502 HTTP/1.1" status: 204 len: 168 time: 0.5432317 Nov 23 12:59:48.926283 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:48.953158 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-baa257fa-2253-40d8-9676-d897be930699 req-d9307668-a9c8-45e7-ac04-d4e84cad9032 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694337 Nov 23 12:59:49.168007 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc50cb-635f-47da-a467-2f853b780f79 req-e3a0bb4c-2763-4c9f-bfbb-950be339efcd tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:49.181406 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a2bc50cb-635f-47da-a467-2f853b780f79 req-e3a0bb4c-2763-4c9f-bfbb-950be339efcd tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 944 time: 0.2070413 Nov 23 12:59:49.236686 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:49.299073 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a2bc50cb-635f-47da-a467-2f853b780f79 req-65bfc205-3084-4ec3-a9f6-c4d7eb59dd9f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166565 Nov 23 12:59:49.421991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:49.485848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:49.572532 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:49.575056 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:49.627172 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-eb8bcfcc-2d14-4e7f-8c09-448d766d2e03 req-f0aa3b53-db00-4dad-aa66-e156386a9a24 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Synchronizing usage tracker for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:49.646418 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Attempting to bind port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:49.646752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Attempting to bind port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:49.647074 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Attempting to bind port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 on network 46c00580-7af0-47cf-b859-90a9d5ad1c01 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:49.656788 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:49.663357 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:49.665202 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 on network 46c00580-7af0-47cf-b859-90a9d5ad1c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:59:49.665857 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Attempting to bind port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 on network 46c00580-7af0-47cf-b859-90a9d5ad1c01 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:49.670109 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:49.675548 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:49.676169 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:49.695971 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:49.696552 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Checking segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:49.696739 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Bound using segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:49.697181 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Bound port: acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:49.697547 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:49.721413 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Pushing event updated for resources: {'Port': ['ID=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:49.726951 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:49.729456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-eb8bcfcc-2d14-4e7f-8c09-448d766d2e03 req-f0aa3b53-db00-4dad-aa66-e156386a9a24 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Unset dirty status for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:49.730836 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eb8bcfcc-2d14-4e7f-8c09-448d766d2e03 req-f0aa3b53-db00-4dad-aa66-e156386a9a24 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 210 time: 0.2807760 Nov 23 12:59:49.771565 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7061884 Nov 23 12:59:49.839460 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '851d1bac-67b3-4477-8109-c37791c90f1b', 'tag': 'e47ad125-0726-4518-a3bc-ae85b21ef184', 'status': 'completed', 'code': 200} Nov 23 12:59:49.888008 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:49.892045 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:49.898981 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:49.911746 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:50.008629 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:50.009098 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:50.010497 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] 10.222.0.84 "PUT /v2.0/ports/acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 1093 time: 4.1494472 Nov 23 12:59:50.134316 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:50.145554 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:50.175368 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390e6cd-36cf-4c84-9424-65932ceed6d1 req-68a1953c-1b3e-4ac5-ba2e-201c661b9c62 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:50.187517 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d390e6cd-36cf-4c84-9424-65932ceed6d1 req-68a1953c-1b3e-4ac5-ba2e-201c661b9c62 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 943 time: 0.1851697 Nov 23 12:59:50.246826 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d390e6cd-36cf-4c84-9424-65932ceed6d1 req-f188f60c-fc70-4ddd-b135-05d9b333c55d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537403 Nov 23 12:59:50.282598 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c5959-45a9-4945-a63f-fd9b35b47a00 req-4028f612-5976-4b45-a78b-ba735fe72aad tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:50.284692 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-de9c5959-45a9-4945-a63f-fd9b35b47a00 req-4028f612-5976-4b45-a78b-ba735fe72aad tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1285725 Nov 23 12:59:50.334773 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-de9c5959-45a9-4945-a63f-fd9b35b47a00 req-a6800b99-ab5a-460c-b6ea-11666de4b4d7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432589 Nov 23 12:59:50.535530 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028d516-1134-4710-ac9b-fa9c09ee9142 req-cf6e029c-b0e0-48f3-9c11-65df7d45759d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:50.537209 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8028d516-1134-4710-ac9b-fa9c09ee9142 req-cf6e029c-b0e0-48f3-9c11-65df7d45759d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 944 time: 0.0890393 Nov 23 12:59:50.590263 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8028d516-1134-4710-ac9b-fa9c09ee9142 req-6fb39339-11f6-4133-a570-e47d7e2937da tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469680 Nov 23 12:59:50.941198 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-03d60b23-43f0-4cee-979c-24488293dc1f req-aaa8c62e-66c9-443d-91bf-870684b132d4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 210 time: 0.0713720 Nov 23 12:59:51.518666 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Request body: {'port': {'device_id': '53633a05-ad06-454a-b540-5fc01821ae45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:51.647671 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4f895-7967-4a2c-8e69-79d0d69fff65 req-11adae37-2529-4142-8e8d-63ef5f560eed tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:51.653607 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-17e4f895-7967-4a2c-8e69-79d0d69fff65 req-11adae37-2529-4142-8e8d-63ef5f560eed tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1901717 Nov 23 12:59:51.675481 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77665d6a-653a-4c57-bfa4-93d5f533e4b6 req-54cc35e7-534e-4ad2-a8c8-c58b758dfc8e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:51.677379 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77665d6a-653a-4c57-bfa4-93d5f533e4b6 req-54cc35e7-534e-4ad2-a8c8-c58b758dfc8e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 943 time: 0.2869420 Nov 23 12:59:51.677748 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fef169-9669-4d11-9663-e34c1f4159b5 req-14015a45-1cab-439c-916c-1fffeba695d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:51.679292 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-17fef169-9669-4d11-9663-e34c1f4159b5 req-14015a45-1cab-439c-916c-1fffeba695d8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d153c67e84449bb8eb36b752ec41896&device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 1097 time: 0.1575575 Nov 23 12:59:51.680685 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:51.808049 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-17e4f895-7967-4a2c-8e69-79d0d69fff65 req-c5fce273-b8d5-4e93-9eff-b6fd6b143e04 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531646 Nov 23 12:59:51.870256 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fef169-9669-4d11-9663-e34c1f4159b5 req-856988ae-7ba3-4ec5-b45d-5f4f8a8373a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:51.872101 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-17fef169-9669-4d11-9663-e34c1f4159b5 req-856988ae-7ba3-4ec5-b45d-5f4f8a8373a1 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=7d153c67e84449bb8eb36b752ec41896&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1679966 Nov 23 12:59:51.914667 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:59:51.990533 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77665d6a-653a-4c57-bfa4-93d5f533e4b6 req-0277fb05-f84f-4642-a964-b9781c07cdb6 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963583 Nov 23 12:59:52.108524 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-5205e28d-afbf-4f40-a4b3-20295e62381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:52.110463 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-5205e28d-afbf-4f40-a4b3-20295e62381e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 1096 time: 0.3608170 Nov 23 12:59:52.112526 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-92add44a-1bdb-44ed-a577-91dd44bd32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:52.113918 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-92add44a-1bdb-44ed-a577-91dd44bd32a8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1096 time: 0.4161189 Nov 23 12:59:52.121391 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36907203-1120-4a35-a9f2-2ccce6ef2f0b req-5d6218a1-12a1-4e7e-82ff-79417b48451f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:52.123450 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36907203-1120-4a35-a9f2-2ccce6ef2f0b req-5d6218a1-12a1-4e7e-82ff-79417b48451f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 944 time: 0.1255176 Nov 23 12:59:52.161904 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fef169-9669-4d11-9663-e34c1f4159b5 req-c50d05a3-941b-4f89-a302-67f7c2dabcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:52.163898 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-17fef169-9669-4d11-9663-e34c1f4159b5 req-c50d05a3-941b-4f89-a302-67f7c2dabcaa service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2759366 Nov 23 12:59:52.165983 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.84', 53764) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:52.196972 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36907203-1120-4a35-a9f2-2ccce6ef2f0b req-68182403-41c3-46b5-8f3d-fa0bc8ef5484 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632172 Nov 23 12:59:52.250815 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'status': 'completed', 'code': 200} Nov 23 12:59:52.414417 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-57d6befd-8b26-4c3b-bea6-0f28811e852d req-01973e7b-bf82-4267-a3dd-8396e4ebeadf tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 210 time: 0.0778174 Nov 23 12:59:52.426716 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-6b2e8699-a6d5-4d16-b410-8d88007bee19 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 217 time: 0.1751204 Nov 23 12:59:52.507343 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-d7da5eba-186c-4272-8a38-4782c3551a31 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:52.509238 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-d7da5eba-186c-4272-8a38-4782c3551a31 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 816 time: 0.2490065 Nov 23 12:59:52.585331 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Request body: {'port': {'device_id': 'bc54276f-764d-49ee-b58e-552822acc211', 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2', 'admin_state_up': True, 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:52.687411 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-0196554b-56f4-4d3a-b11d-e9c74562866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:52.689145 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-0196554b-56f4-4d3a-b11d-e9c74562866f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.1446936 Nov 23 12:59:52.842701 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:59:52.851238 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:52.864508 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001798d-a554-4b36-9a13-4f084f952de9 req-051c608f-71c3-4da8-933f-009c843297a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:52.870378 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Transition to ACTIVE for port object 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:52.872156 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-051c608f-71c3-4da8-933f-009c843297a6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d153c67e84449bb8eb36b752ec41896&device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 1097 time: 0.3615477 Nov 23 12:59:52.882297 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-aad2e7c7-a600-4788-bf8e-349c4870d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:52.884096 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-aad2e7c7-a600-4788-bf8e-349c4870d89e service neutron] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 917 time: 0.6526337 Nov 23 12:59:52.885677 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:52.975850 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-5bb384c8-4c74-4aff-aa02-8c7e4e323537 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e47ad125-0726-4518-a3bc-ae85b21ef184 HTTP/1.1" status: 200 len: 217 time: 0.0863869 Nov 23 12:59:52.980962 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:52.991105 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:53.049883 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9ee24af0-c8ac-42cd-9bb9-04ce4b2de047 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:53.050598 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Made reservation on behalf of 9bd7c1ce491e474c970f1a7cc5effe19 for: {'port': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 12:59:53.054139 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:53.124034 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-90aef994-abaf-41fe-be2d-0c2d7aa18724 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c117b14-8ae9-4517-8547-e104cbcb9a21 HTTP/1.1" status: 200 len: 217 time: 0.2325418 Nov 23 12:59:53.194672 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001798d-a554-4b36-9a13-4f084f952de9 req-9ac2a77a-3efe-4642-b3ae-2b81c4bcecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:53.196366 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-9ac2a77a-3efe-4642-b3ae-2b81c4bcecea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=503ad071-131e-4eb5-b2d3-b11975045ff3 HTTP/1.1" status: 200 len: 851 time: 0.1960669 Nov 23 12:59:53.288879 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-5a589426-9535-450b-86b0-24c6c73f16b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d4f91c5-0970-4bbf-899b-51f980de1478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741658 Nov 23 12:59:53.393443 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Pushing event updated for resources: {'Port': ['ID=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:53.396883 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:53.440838 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-7a24adf7-6fa1-4423-b9b6-c103add91b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:53.442870 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-7a24adf7-6fa1-4423-b9b6-c103add91b6b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.3027027 Nov 23 12:59:53.483908 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-6dda9f82-ddc9-4858-81b7-0c10a4785232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:53.485471 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-6dda9f82-ddc9-4858-81b7-0c10a4785232 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7849627 Nov 23 12:59:53.505664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Attempting to bind port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:53.505664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Attempting to bind port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:53.505664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Attempting to bind port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c on network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:53.505920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Allocated IP 172.20.0.13 (59045e15-b578-47ca-abc6-4d73d6cc6fc2/adbc5a41-207f-4763-9cc6-c26bdbc73cf2/4f32dbce-9338-45e3-a6af-9412f33ad987) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 12:59:53.519679 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b932c-927d-4910-abad-2a4a6f6ebc98 req-bf0ea6ba-81a6-415d-b4ed-ce03db930340 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:53.521355 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd1b932c-927d-4910-abad-2a4a6f6ebc98 req-bf0ea6ba-81a6-415d-b4ed-ce03db930340 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.4428489 Nov 23 12:59:53.618913 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-f4362f22-1493-404e-95bd-88d8efea457a service neutron] 10.222.0.84 "GET /v2.0/networks/4d4f91c5-0970-4bbf-899b-51f980de1478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513387 Nov 23 12:59:53.676845 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c on network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:59:53.677397 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Attempting to bind port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c on network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:53.686102 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-c429829e-f944-438b-8c4a-10c8a8663088 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754935 Nov 23 12:59:53.694683 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:53.695980 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Checking segment: {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:53.696602 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Bound using segment: {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:53.697262 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Bound port: 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:53.697816 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:53.727610 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd1b932c-927d-4910-abad-2a4a6f6ebc98 req-cf3b4985-1e36-4096-af97-eaae94723226 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930351 Nov 23 12:59:53.893965 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-1f096d77-fcae-465b-8391-e1ee663403d4 service neutron] 10.222.0.84 "GET /v2.0/networks/4d4f91c5-0970-4bbf-899b-51f980de1478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649910 Nov 23 12:59:53.963763 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:53.971649 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-48857518-e3df-46b0-bd87-6e5488b32fde service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144638 Nov 23 12:59:53.999341 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:54.008550 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:54.113643 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997950e-0976-4e8e-af2c-535d4e129339 req-7de30cee-6ae7-464d-8a1a-60fc6deda814 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:54.115186 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f997950e-0976-4e8e-af2c-535d4e129339 req-7de30cee-6ae7-464d-8a1a-60fc6deda814 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 943 time: 0.7251740 Nov 23 12:59:54.135276 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 12:59:54.148913 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 12:59:54.152302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Pushing event updated for resources: {'Port': ['ID=4f32dbce-9338-45e3-a6af-9412f33ad987,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:54.154574 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 12:59:54.160750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:54.161429 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:54.166863 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:54.198338 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6247489 Nov 23 12:59:54.210464 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3781988-1c11-4882-9cc5-573cb346bfc4 req-ea06f4eb-1fdd-4533-9aeb-bda60db55e5d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:54.212669 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d3781988-1c11-4882-9cc5-573cb346bfc4 req-ea06f4eb-1fdd-4533-9aeb-bda60db55e5d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 944 time: 0.1571085 Nov 23 12:59:54.217973 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Request body: {'port': {'device_id': 'bc54276f-764d-49ee-b58e-552822acc211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 12:59:54.233607 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f997950e-0976-4e8e-af2c-535d4e129339 req-e9779243-11c2-4fc3-9173-a03127a93e73 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972314 Nov 23 12:59:54.299733 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-b7aebe0d-073c-4fd5-a61e-721659ca20cd service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820293 Nov 23 12:59:54.303375 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] For port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:54.307007 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffc362d-a92c-49ef-91ad-75230f5591dd req-142911f7-96cd-45ae-9811-1872ce7903ca service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225036 Nov 23 12:59:54.308719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] For port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:54.362863 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d3781988-1c11-4882-9cc5-573cb346bfc4 req-1578a844-6460-45df-99b4-a3bcb0aeeaec tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073315 Nov 23 12:59:54.412085 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:54.443471 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:54.500929 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:54.615960 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:54.616406 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:54.617935 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] 10.222.0.84 "PUT /v2.0/ports/12c0e1a4-3a5f-40d2-8b38-ebcd979a194c HTTP/1.1" status: 200 len: 1093 time: 3.1139719 Nov 23 12:59:54.620110 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53633a05-ad06-454a-b540-5fc01821ae45', 'tag': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:59:54.651444 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a335535-53a3-4b5e-aadc-1140f7edd292 req-f7db8634-2be9-4714-bdc9-6cff7af1408c service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410611 Nov 23 12:59:54.664828 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Pushing event updated for resources: {'Port': ['ID=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:54.676297 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:54.738444 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53633a05-ad06-454a-b540-5fc01821ae45', 'tag': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c', 'status': 'completed', 'code': 200} Nov 23 12:59:54.749051 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-065c5d94-3a11-42b4-8af4-d96a401399fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:54.750637 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-065c5d94-3a11-42b4-8af4-d96a401399fd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1096 time: 0.3045368 Nov 23 12:59:54.765004 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609111ba-6f1a-4da4-bde9-cd357772a24e req-73206fef-0867-439a-856f-cedf89b6c1d2 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:54.766743 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-609111ba-6f1a-4da4-bde9-cd357772a24e req-73206fef-0867-439a-856f-cedf89b6c1d2 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 932 time: 0.3744621 Nov 23 12:59:54.933874 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-609111ba-6f1a-4da4-bde9-cd357772a24e req-0c6a2dde-843c-4ae8-8b88-385ff840c371 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Synchronizing usage tracker for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:54.964821 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-ffb82690-cd8b-4ff3-a234-43801ad2c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:54.966219 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-ffb82690-cd8b-4ff3-a234-43801ad2c4a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1096 time: 0.2722204 Nov 23 12:59:55.043851 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-a4322f1a-c34e-410d-84a5-5adab4bb3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:55.045353 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-a4322f1a-c34e-410d-84a5-5adab4bb3eef service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.2765930 Nov 23 12:59:55.052982 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-609111ba-6f1a-4da4-bde9-cd357772a24e req-0c6a2dde-843c-4ae8-8b88-385ff840c371 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Unset dirty status for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:55.054138 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-609111ba-6f1a-4da4-bde9-cd357772a24e req-0c6a2dde-843c-4ae8-8b88-385ff840c371 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514482 Nov 23 12:59:55.057057 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-af6da68e-c10a-42c9-9b89-e1ba645087e7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c HTTP/1.1" status: 200 len: 217 time: 0.0724950 Nov 23 12:59:55.160803 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-70d5bf9b-82c1-433b-892f-64ec33a2f8b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 217 time: 0.1054277 Nov 23 12:59:55.185466 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e52b4-d855-4217-a99b-15a669058f47 req-12bfa7c9-7863-465c-b4ff-1bf94b2387be tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:55.187619 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-733e52b4-d855-4217-a99b-15a669058f47 req-12bfa7c9-7863-465c-b4ff-1bf94b2387be tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.2467217 Nov 23 12:59:55.198845 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f32dbce-9338-45e3-a6af-9412f33ad987 {{(pid=86849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:59:55.251842 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-feb3c19d-08e4-475d-8191-64158ab1942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:55.253324 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-feb3c19d-08e4-475d-8191-64158ab1942c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.1347144 Nov 23 12:59:55.259693 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-fb8f85ec-d496-40bd-ab82-163f751a6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:55.261173 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-fb8f85ec-d496-40bd-ab82-163f751a6b63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0901475 Nov 23 12:59:55.264959 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:55.284133 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-733e52b4-d855-4217-a99b-15a669058f47 req-15167386-7e2e-4471-895c-e92c084e60de tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885267 Nov 23 12:59:55.319571 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Transition to ACTIVE for port object 4f32dbce-9338-45e3-a6af-9412f33ad987 will not be triggered until provisioned by entity L2. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 12:59:55.328327 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:55.334012 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:55.353788 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-d15fd2ff-1afb-4aa3-8e98-7be985025b27 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915477 Nov 23 12:59:55.423062 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Pushing event updated for resources: {'Port': ['ID=4f32dbce-9338-45e3-a6af-9412f33ad987,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:55.427797 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:55.536016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35642) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:55.584765 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-ea1dc5fd-a127-432e-8706-9efd66176d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:55.586269 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-ea1dc5fd-a127-432e-8706-9efd66176d09 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2853034 Nov 23 12:59:55.590453 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-d3e13142-abcf-48ae-95ce-4f644ee70276 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271869 Nov 23 12:59:55.621735 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Attempting to bind port 4f32dbce-9338-45e3-a6af-9412f33ad987 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 12:59:55.622146 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Attempting to bind port 4f32dbce-9338-45e3-a6af-9412f33ad987 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 12:59:55.622563 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Attempting to bind port 4f32dbce-9338-45e3-a6af-9412f33ad987 on network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:55.630142 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Port 4f32dbce-9338-45e3-a6af-9412f33ad987 on network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 12:59:55.630590 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Attempting to bind port 4f32dbce-9338-45e3-a6af-9412f33ad987 on network 59045e15-b578-47ca-abc6-4d73d6cc6fc2 {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 12:59:55.637796 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 12:59:55.638254 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Checking segment: {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 12:59:55.638826 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Bound using segment: {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'} {{(pid=86849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 12:59:55.639362 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.managers [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Bound port: 4f32dbce-9338-45e3-a6af-9412f33ad987, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e8fdb7-5354-4832-a555-db6c12486ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1236, 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2'}}] {{(pid=86849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 12:59:55.639808 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:55.649876 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683e325-7443-48cd-b7e7-1514cdcb2659 req-b61ee1df-05c8-4250-acca-6d742b0ee98c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:55.652999 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7683e325-7443-48cd-b7e7-1514cdcb2659 req-b61ee1df-05c8-4250-acca-6d742b0ee98c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 943 time: 0.2602386 Nov 23 12:59:55.710683 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526644a-55d8-4f32-8a50-60c669b22bc0 req-de2fd566-35ef-468c-b01b-8ac2d05bad33 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:55.712572 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6526644a-55d8-4f32-8a50-60c669b22bc0 req-de2fd566-35ef-468c-b01b-8ac2d05bad33 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 944 time: 0.2092698 Nov 23 12:59:55.789689 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6526644a-55d8-4f32-8a50-60c669b22bc0 req-bbd0b181-dfa4-4ff9-b59d-2ab1fa5261c3 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699933 Nov 23 12:59:55.790678 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] For port 4f32dbce-9338-45e3-a6af-9412f33ad987, host hv-cinder-81888, cleared binding levels {{(pid=86849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 12:59:55.818975 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] For port 4f32dbce-9338-45e3-a6af-9412f33ad987, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4f32dbce-9338-45e3-a6af-9412f33ad987,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 12:59:55.825204 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:55.830997 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-629183de-59ba-4105-9a0a-1d55a912378f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:55.898505 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:55.899205 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:55.901260 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] 10.222.0.84 "PUT /v2.0/ports/4f32dbce-9338-45e3-a6af-9412f33ad987 HTTP/1.1" status: 200 len: 1094 time: 1.6875501 Nov 23 12:59:55.901735 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc54276f-764d-49ee-b58e-552822acc211', 'tag': '4f32dbce-9338-45e3-a6af-9412f33ad987'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 12:59:55.924984 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Pushing event updated for resources: {'Port': ['ID=4f32dbce-9338-45e3-a6af-9412f33ad987,revision_number=3']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:55.945976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:55.953990 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc54276f-764d-49ee-b58e-552822acc211', 'tag': '4f32dbce-9338-45e3-a6af-9412f33ad987', 'status': 'completed', 'code': 200} Nov 23 12:59:55.972726 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:56.017172 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:56.031310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Usage tracker for resource:security_group_rule and tenant:70c633df5e274e7a9dadd542602e9d7e is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:56.040260 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-5dfa438a-b725-4bcd-9e4d-57067c380cf6 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415150 Nov 23 12:59:56.054119 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:56.054716 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-656f8fa9-c3e7-4cde-a269-7a0f7c72d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:56.056222 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-656f8fa9-c3e7-4cde-a269-7a0f7c72d403 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 1097 time: 0.0801218 Nov 23 12:59:56.067207 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7683e325-7443-48cd-b7e7-1514cdcb2659 req-8b01f3e9-f7d9-4a68-bc04-8b17c40c3b76 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411237 Nov 23 12:59:56.068125 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:56.166319 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-544a713a-b1cc-48d9-a97e-7c7316a79375 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487401 Nov 23 12:59:56.190572 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-db0ced22-41f5-4807-a5b2-ebc99935a735 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f32dbce-9338-45e3-a6af-9412f33ad987 HTTP/1.1" status: 200 len: 217 time: 0.1167002 Nov 23 12:59:56.275499 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 12:59:56.276141 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13be24fa-e4d6-4818-b6b9-cffcef84dfc4 req-4d6d337f-9f69-4a41-a6e4-e20688719b6c service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142763 Nov 23 12:59:56.350809 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-f3229606-bfaf-4c4f-879e-0f93f5595d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:56.352517 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-f3229606-bfaf-4c4f-879e-0f93f5595d88 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.1549571 Nov 23 12:59:56.419327 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-f5ed15fc-d6ff-45bc-bdd1-7b1bd815e511 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579536 Nov 23 12:59:56.435131 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:56.443248 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:56.462081 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6d61171d-423c-467f-9d47-ee30be694720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:56.529170 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1802600b-daed-4b69-9a73-40a518e616ab,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:56.536465 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:56.537698 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c452b-41cc-4ca7-b314-42bd525517aa req-2289c146-ee64-47da-a6ec-5e50e162c788 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:56.538982 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-ed6c452b-41cc-4ca7-b314-42bd525517aa req-2289c146-ee64-47da-a6ec-5e50e162c788 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Synchronizing usage tracker for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 12:59:56.591704 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70c633df5e274e7a9dadd542602e9d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0504866 Nov 23 12:59:56.595499 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35678) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:56.596467 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6360-231f-430f-99a6-655704a77e12 req-1a9edf5b-5454-4316-8f41-4741cec089e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:56.598099 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0c5f6360-231f-430f-99a6-655704a77e12 req-1a9edf5b-5454-4316-8f41-4741cec089e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1096 time: 0.3252945 Nov 23 12:59:56.615496 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-ed6c452b-41cc-4ca7-b314-42bd525517aa req-2289c146-ee64-47da-a6ec-5e50e162c788 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Unset dirty status for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 12:59:56.616754 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ed6c452b-41cc-4ca7-b314-42bd525517aa req-2289c146-ee64-47da-a6ec-5e50e162c788 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 944 time: 0.3718193 Nov 23 12:59:56.626657 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-bec9dbb0-f92a-449f-97bf-3ad7f72f88af service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001390 Nov 23 12:59:56.765851 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffda271-07a4-4e54-89fb-ad1b90ea0f85 req-9deb19b5-d86d-441a-af1a-d0f350e078ac tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:56.767596 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1ffda271-07a4-4e54-89fb-ad1b90ea0f85 req-9deb19b5-d86d-441a-af1a-d0f350e078ac tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.2374909 Nov 23 12:59:56.779821 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6360-231f-430f-99a6-655704a77e12 req-ffa27f3d-33f7-4aa7-9d53-89b5f7bdd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:56.781341 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0c5f6360-231f-430f-99a6-655704a77e12 req-ffa27f3d-33f7-4aa7-9d53-89b5f7bdd03a service neutron] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 918 time: 0.1763487 Nov 23 12:59:56.788019 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ed6c452b-41cc-4ca7-b314-42bd525517aa req-c261b6a1-c648-4812-a8cc-6f3c3a74dbf9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603239 Nov 23 12:59:56.809046 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7969a0e-b303-43b5-bc1d-48eeceac0c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:56.863160 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7969a0e-b303-43b5-bc1d-48eeceac0c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:56.875517 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0c5f6360-231f-430f-99a6-655704a77e12 req-2efa73cf-64ab-4089-afe0-00caa182ba94 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c HTTP/1.1" status: 200 len: 217 time: 0.0788689 Nov 23 12:59:56.880280 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device e47ad125-0726-4518-a3bc-ae85b21ef184 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:59:56.882217 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eed4362f-5df2-44ab-819c-748c35de7d2b req-cf6309d7-0660-4ee5-9c6f-7442e7330f54 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302892 Nov 23 12:59:56.939955 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35688) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:56.966046 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1ffda271-07a4-4e54-89fb-ad1b90ea0f85 req-cfbeb2c9-217f-498b-a387-f927d455791c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797090 Nov 23 12:59:56.983618 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f6360-231f-430f-99a6-655704a77e12 req-22324d72-02eb-44aa-99c2-3872b927493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:56.986009 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0c5f6360-231f-430f-99a6-655704a77e12 req-22324d72-02eb-44aa-99c2-3872b927493a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.1018083 Nov 23 12:59:57.069004 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0c5f6360-231f-430f-99a6-655704a77e12 req-9eb77ae2-d377-4da5-a9d6-c6517afd80cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754926 Nov 23 12:59:57.094979 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7969a0e-b303-43b5-bc1d-48eeceac0c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.121228 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port e47ad125-0726-4518-a3bc-ae85b21ef184, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e47ad125-0726-4518-a3bc-ae85b21ef184,segment=NetworkSegment(6841443b-808a-4813-9832-7a1cf80c8010),segment_id=6841443b-808a-4813-9832-7a1cf80c8010)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:57.128278 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fa8170d3-3c35-4fbc-853d-ed3327fd90b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:57.137381 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': 'e47ad125-0726-4518-a3bc-ae85b21ef184', 'network_id': '4d4f91c5-0970-4bbf-899b-51f980de1478', 'port_id': 'e47ad125-0726-4518-a3bc-ae85b21ef184', 'mac_address': 'fa:16:3e:bc:be:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503ad071-131e-4eb5-b2d3-b11975045ff3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:59:57.148045 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.190766 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c7969a0e-b303-43b5-bc1d-48eeceac0c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.191910 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c7969a0e-b303-43b5-bc1d-48eeceac0c14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1802600b-daed-4b69-9a73-40a518e616ab HTTP/1.1" status: 204 len: 168 time: 0.5954993 Nov 23 12:59:57.205992 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:57.220569 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7969a0e-b303-43b5-bc1d-48eeceac0c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1802600b-daed-4b69-9a73-40a518e616ab,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:57.226895 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Usage tracker for resource:security_group_rule and tenant:f0df1ea923da46acbc31296efd139822 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:57.243795 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:57.249493 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c7969a0e-b303-43b5-bc1d-48eeceac0c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:57.257675 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:57.269070 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.295244 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e47ad125-0726-4518-a3bc-ae85b21ef184 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:59:57.317974 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0c5f6360-231f-430f-99a6-655704a77e12 req-3ebf3edb-8cf0-4822-8b47-0c3395d81edc service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410262 Nov 23 12:59:57.318170 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port e47ad125-0726-4518-a3bc-ae85b21ef184, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e47ad125-0726-4518-a3bc-ae85b21ef184,segment=NetworkSegment(6841443b-808a-4813-9832-7a1cf80c8010),segment_id=6841443b-808a-4813-9832-7a1cf80c8010)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:57.324466 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.325419 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 2c117b14-8ae9-4517-8547-e104cbcb9a21 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:59:57.326300 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe27ef-621a-4af6-a1a4-0d12c3a1ab7d req-183617f6-149d-4366-90c9-b41a09408859 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:57.328207 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bfbe27ef-621a-4af6-a1a4-0d12c3a1ab7d req-183617f6-149d-4366-90c9-b41a09408859 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 944 time: 0.3643556 Nov 23 12:59:57.334840 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-12cd6e6f-0dc6-4eef-93a6-639713edb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:57.336419 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-12cd6e6f-0dc6-4eef-93a6-639713edb1e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 1097 time: 0.3086922 Nov 23 12:59:57.474551 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d341876-5708-4419-b35d-150263d3854c req-951a4062-70f9-4e60-aade-5393a0795190 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:57.476616 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5d341876-5708-4419-b35d-150263d3854c req-951a4062-70f9-4e60-aade-5393a0795190 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 943 time: 0.2490685 Nov 23 12:59:57.490680 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 2c117b14-8ae9-4517-8547-e104cbcb9a21, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2c117b14-8ae9-4517-8547-e104cbcb9a21,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:57.511423 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:57.542736 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '2c117b14-8ae9-4517-8547-e104cbcb9a21', 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'port_id': '2c117b14-8ae9-4517-8547-e104cbcb9a21', 'mac_address': 'fa:16:3e:4a:17:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae505c4-f3d4-4e40-be85-722f98a64072', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:59:57.569832 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bfbe27ef-621a-4af6-a1a4-0d12c3a1ab7d req-a4b48d62-aa19-4191-9dff-c0857113a2de tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322206 Nov 23 12:59:57.582531 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5d341876-5708-4419-b35d-150263d3854c req-bbc78b1d-025a-4e79-b9fc-b4b4f277b0d0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987625 Nov 23 12:59:57.599984 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0c5f6360-231f-430f-99a6-655704a77e12 req-93646849-c928-44d3-9979-53ac235c5786 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624454 Nov 23 12:59:57.658871 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-fb066f84-6bc3-4896-aad2-28a52b44fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:57.660372 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-fb066f84-6bc3-4896-aad2-28a52b44fb9d service neutron] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 918 time: 0.3164229 Nov 23 12:59:57.664607 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.686162 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.702467 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=e47ad125-0726-4518-a3bc-ae85b21ef184,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:57.707971 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:57.714408 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c117b14-8ae9-4517-8547-e104cbcb9a21 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:59:57.732807 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 2c117b14-8ae9-4517-8547-e104cbcb9a21, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2c117b14-8ae9-4517-8547-e104cbcb9a21,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:57.739345 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.743601 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:57.754032 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:57.785900 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-7443b523-11e6-4ddc-8d9b-4b1a3b065a70 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f32dbce-9338-45e3-a6af-9412f33ad987 HTTP/1.1" status: 200 len: 217 time: 0.1175671 Nov 23 12:59:57.788721 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:57.842640 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=2c117b14-8ae9-4517-8547-e104cbcb9a21,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:57.846810 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:57.923237 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0df1ea923da46acbc31296efd139822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9832535 Nov 23 12:59:57.925776 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35732) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:57.947538 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-ec76493f-8f10-43b2-b90c-827f637ce3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:57.949066 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-ec76493f-8f10-43b2-b90c-827f637ce3e2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.1523502 Nov 23 12:59:57.949887 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ff08e8-101a-46bc-b659-9188d2f5c230,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:58.011636 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:58.039869 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2202cff0-6b82-4df8-a034-32929e6d5f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:58.062438 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-8e087e09-eb75-4e9f-a033-15dcedf34f5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519862 Nov 23 12:59:58.081276 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2202cff0-6b82-4df8-a034-32929e6d5f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:58.226185 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ed164-9c7a-4972-b361-d31f828c19a3 req-04f99d2d-9650-495f-80da-46f4e34acf64 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:58.226972 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91996cba-2d23-4a92-8be9-a008aa8d4696 req-2271576d-dd7f-4d61-87df-d504b3b7cf72 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:58.228812 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-91996cba-2d23-4a92-8be9-a008aa8d4696 req-2271576d-dd7f-4d61-87df-d504b3b7cf72 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 944 time: 0.2840400 Nov 23 12:59:58.236893 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c82ed164-9c7a-4972-b361-d31f828c19a3 req-04f99d2d-9650-495f-80da-46f4e34acf64 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1473565 Nov 23 12:59:58.275932 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2202cff0-6b82-4df8-a034-32929e6d5f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:58.286938 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-896211d4-97c2-47b3-9dc7-88b37e29b2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:58.287344 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-45c808f8-2a41-4268-b912-2197c7bc6471 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157261 Nov 23 12:59:58.308915 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c82ed164-9c7a-4972-b361-d31f828c19a3 req-e8c31439-a1de-4fde-b021-d4945ab87ec9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696800 Nov 23 12:59:58.309791 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202cff0-6b82-4df8-a034-32929e6d5f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ff08e8-101a-46bc-b659-9188d2f5c230,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:58.313213 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['e47ad125-0726-4518-a3bc-ae85b21ef184'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:59:58.325274 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2202cff0-6b82-4df8-a034-32929e6d5f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:58.347386 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2202cff0-6b82-4df8-a034-32929e6d5f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:58.350877 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-2202cff0-6b82-4df8-a034-32929e6d5f56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0ff08e8-101a-46bc-b659-9188d2f5c230 HTTP/1.1" status: 204 len: 168 time: 0.4215972 Nov 23 12:59:58.393953 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2c117b14-8ae9-4517-8547-e104cbcb9a21'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 12:59:58.395723 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-91996cba-2d23-4a92-8be9-a008aa8d4696 req-b17910f7-c5a2-4f2d-a140-ccf63ef3d779 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515024 Nov 23 12:59:58.553384 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e0a20d3-d1f6-4f20-8e69-f2b9bccdca18 req-d4649db6-3117-4972-b700-ebaf34cd0262 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549777 Nov 23 12:59:58.889282 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f129a83-3987-4fa2-a0fe-4784a12fd07b req-107fe5d4-c570-42c5-9a90-a9631ea5d349 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:58.904683 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f129a83-3987-4fa2-a0fe-4784a12fd07b req-107fe5d4-c570-42c5-9a90-a9631ea5d349 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 944 time: 0.1347744 Nov 23 12:59:58.916552 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 12:59:58.922880 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a76780-cbfa-43ea-9fdb-63c5d52ef059 req-d45797c9-f6e7-452c-84fc-011b1f806fc1 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:58.930081 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-37a76780-cbfa-43ea-9fdb-63c5d52ef059 req-d45797c9-f6e7-452c-84fc-011b1f806fc1 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 945 time: 0.2007747 Nov 23 12:59:58.983314 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f129a83-3987-4fa2-a0fe-4784a12fd07b req-eb9afe0f-b1d2-4391-8e20-487aeb3cbff6 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776992 Nov 23 12:59:59.082987 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-37a76780-cbfa-43ea-9fdb-63c5d52ef059 req-5da1035e-0524-4b5e-aa01-576a5ea64b1b tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516893 Nov 23 12:59:59.144430 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:59.159307 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'port_id': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'mac_address': 'fa:16:3e:2a:eb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 12:59:59.216895 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.217393 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35782) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:59.235843 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 12:59:59.239886 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.253564 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 12:59:59.256099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 12:59:59.259985 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.261008 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Usage tracker for resource:security_group_rule and tenant:3b22c38f1ff042d3a0c8cf37ebb4870a is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 12:59:59.262466 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cde295fe-e16b-4597-9738-0019b847230a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:59.264311 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 12:59:59.270127 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 12:59:59.333686 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:59.337458 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:59.356942 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.362371 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.372279 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:59.419389 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b22c38f1ff042d3a0c8cf37ebb4870a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982751 Nov 23 12:59:59.419609 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35792) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:59.432954 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d1dcaa-256b-49fe-8b25-73e992fc1455,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:59.438088 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:59.492501 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cf410372-e747-45bc-a265-3e9d26f689d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.527019 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cf410372-e747-45bc-a265-3e9d26f689d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.554164 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3c432-08c5-42f6-8b5d-8adbcf71cd0c req-fde0ad04-fead-467e-a0e3-f2972c039aa7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:59.561726 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bbc3c432-08c5-42f6-8b5d-8adbcf71cd0c req-fde0ad04-fead-467e-a0e3-f2972c039aa7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.1176736 Nov 23 12:59:59.617487 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bbc3c432-08c5-42f6-8b5d-8adbcf71cd0c req-e3a43de6-4721-4ad2-a226-66d582131765 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546362 Nov 23 12:59:59.669216 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb62184-e404-453c-a92b-d8b4eb6caa36 req-59c1f57a-7d41-4b9e-a0ba-ffff4202a203 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 12:59:59.671272 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-efb62184-e404-453c-a92b-d8b4eb6caa36 req-59c1f57a-7d41-4b9e-a0ba-ffff4202a203 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 944 time: 0.1235101 Nov 23 12:59:59.677070 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cf410372-e747-45bc-a265-3e9d26f689d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.682944 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 12:59:59.709404 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf410372-e747-45bc-a265-3e9d26f689d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d1dcaa-256b-49fe-8b25-73e992fc1455,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 12:59:59.711824 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-cf410372-e747-45bc-a265-3e9d26f689d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 12:59:59.725433 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-cf410372-e747-45bc-a265-3e9d26f689d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 12:59:59.729417 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-cf410372-e747-45bc-a265-3e9d26f689d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/27d1dcaa-256b-49fe-8b25-73e992fc1455 HTTP/1.1" status: 204 len: 168 time: 0.3060331 Nov 23 12:59:59.777692 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-efb62184-e404-453c-a92b-d8b4eb6caa36 req-9e2df9ea-8772-49be-82c8-a0a8b3caefd8 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828717 Nov 23 12:59:59.920739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35820) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 12:59:59.984603 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:00:00.303916 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:00.356152 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:00.360688 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Usage tracker for resource:security_group_rule and tenant:40e5293044154375899f560190f7d6ee is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:00.363963 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:00.370494 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:00.414841 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c764b4-279c-402a-9078-48b47966447b req-fe6c1a0d-4e8e-4c4a-beae-35e4b49e6dc0 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:00.417173 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7c764b4-279c-402a-9078-48b47966447b req-fe6c1a0d-4e8e-4c4a-beae-35e4b49e6dc0 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 945 time: 0.1543722 Nov 23 13:00:00.454526 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa155f5d-d804-4daa-9b48-3cb73b420b3c req-412a98f2-0e05-46c7-a95b-65a2bd59d44f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:00.456380 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fa155f5d-d804-4daa-9b48-3cb73b420b3c req-412a98f2-0e05-46c7-a95b-65a2bd59d44f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 944 time: 0.2421186 Nov 23 13:00:00.533759 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7c764b4-279c-402a-9078-48b47966447b req-83ea333e-fb84-4f4e-8f95-2d6987a69da8 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072028 Nov 23 13:00:00.552607 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fa155f5d-d804-4daa-9b48-3cb73b420b3c req-4e6c35af-e052-4914-9000-92f8594c851a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879462 Nov 23 13:00:00.560801 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:00.569906 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:00.580381 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:00.623663 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e847e1-76ce-4a7b-a762-34a9d415f69e,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:00.627445 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:00.632747 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40e5293044154375899f560190f7d6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108095 Nov 23 13:00:00.633027 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35866) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:00.725604 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-58413da8-1377-4aa8-9299-d5943e88c308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:00.728181 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35872) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:00.766398 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-58413da8-1377-4aa8-9299-d5943e88c308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:00.899320 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 4f32dbce-9338-45e3-a6af-9412f33ad987 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:00:00.908211 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device e47ad125-0726-4518-a3bc-ae85b21ef184 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:00:00.909238 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff522f40-92ab-405d-a4f7-364e562b0fbb req-97d1abe6-84a9-402f-9f50-1b9bb7865259 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:00.919522 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff522f40-92ab-405d-a4f7-364e562b0fbb req-97d1abe6-84a9-402f-9f50-1b9bb7865259 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.1439331 Nov 23 13:00:00.958484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-58413da8-1377-4aa8-9299-d5943e88c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:00.966668 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-75d62676-93d0-4ad1-a645-752a19fd7797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:01.020079 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36dabc7-b3c8-4328-9598-4c390a8c16d9 req-c0a5248e-51da-4a67-8209-5b112daf7d33 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:01.022141 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff522f40-92ab-405d-a4f7-364e562b0fbb req-ce9db22e-7fa3-47c4-a9d9-624efbc84fab tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003532 Nov 23 13:00:01.028117 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a36dabc7-b3c8-4328-9598-4c390a8c16d9 req-c0a5248e-51da-4a67-8209-5b112daf7d33 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 944 time: 0.1036079 Nov 23 13:00:01.040719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58413da8-1377-4aa8-9299-d5943e88c308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e847e1-76ce-4a7b-a762-34a9d415f69e,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:01.055906 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-58413da8-1377-4aa8-9299-d5943e88c308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:01.055906 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-58413da8-1377-4aa8-9299-d5943e88c308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.055906 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-58413da8-1377-4aa8-9299-d5943e88c308 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6e847e1-76ce-4a7b-a762-34a9d415f69e HTTP/1.1" status: 204 len: 168 time: 0.4121568 Nov 23 13:00:01.092791 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.115909 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:01.121228 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a36dabc7-b3c8-4328-9598-4c390a8c16d9 req-5ed06d46-4fd8-46b0-9e45-4a7d861ebc63 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917211 Nov 23 13:00:01.124929 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Usage tracker for resource:security_group_rule and tenant:8b41e4a65cbd402490258f2ee42f0eb4 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:01.130353 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:01.137941 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:01.156966 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port e47ad125-0726-4518-a3bc-ae85b21ef184 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:00:01.182935 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port e47ad125-0726-4518-a3bc-ae85b21ef184 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:00:01.183469 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.244107 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 4f32dbce-9338-45e3-a6af-9412f33ad987, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4f32dbce-9338-45e3-a6af-9412f33ad987,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:01.245374 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.255054 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.267127 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '4f32dbce-9338-45e3-a6af-9412f33ad987', 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2', 'port_id': '4f32dbce-9338-45e3-a6af-9412f33ad987', 'mac_address': 'fa:16:3e:c0:b1:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbc5a41-207f-4763-9cc6-c26bdbc73cf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:00:01.285895 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:01.316976 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b41e4a65cbd402490258f2ee42f0eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852506 Nov 23 13:00:01.316976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd0aa96-2d6e-42d8-b203-a4bbd77180c3,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:01.317392 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35890) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:01.318916 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:01.397520 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.413618 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.425187 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af320ce6-010e-46af-8011-b0ffabc681db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.432482 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f32dbce-9338-45e3-a6af-9412f33ad987 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:00:01.456961 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af320ce6-010e-46af-8011-b0ffabc681db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.459927 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851d1bac-67b3-4477-8109-c37791c90f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47ad125-0726-4518-a3bc-ae85b21ef184'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:01.466293 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35898) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:01.490288 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.511791 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:01.516788 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Usage tracker for resource:security_group_rule and tenant:fb0beb85056942319281be376badc98b is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:01.520116 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:01.529235 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:01.541258 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port e47ad125-0726-4518-a3bc-ae85b21ef184, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e47ad125-0726-4518-a3bc-ae85b21ef184,segment=NetworkSegment(6841443b-808a-4813-9832-7a1cf80c8010),segment_id=6841443b-808a-4813-9832-7a1cf80c8010)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:01.545831 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 4f32dbce-9338-45e3-a6af-9412f33ad987, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4f32dbce-9338-45e3-a6af-9412f33ad987,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:01.550497 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af320ce6-010e-46af-8011-b0ffabc681db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.553183 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.554110 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 2c117b14-8ae9-4517-8547-e104cbcb9a21 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:00:01.569561 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:01.588674 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:01.635830 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.636586 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:00:01.640969 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af320ce6-010e-46af-8011-b0ffabc681db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.647680 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-af320ce6-010e-46af-8011-b0ffabc681db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bd0aa96-2d6e-42d8-b203-a4bbd77180c3 HTTP/1.1" status: 204 len: 168 time: 0.3275983 Nov 23 13:00:01.654962 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af320ce6-010e-46af-8011-b0ffabc681db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd0aa96-2d6e-42d8-b203-a4bbd77180c3,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:01.664660 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-af320ce6-010e-46af-8011-b0ffabc681db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:01.717687 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.724863 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.734712 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=e47ad125-0726-4518-a3bc-ae85b21ef184,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:01.739971 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:01.741707 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b9e45372-5035-4aec-ab15-8862b246d467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:01.772765 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:01.781880 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:01.798190 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 2c117b14-8ae9-4517-8547-e104cbcb9a21 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:00:01.827221 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb0beb85056942319281be376badc98b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3589361 Nov 23 13:00:01.828222 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35920) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:01.829296 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4748a7f2-16c5-48d0-9e28-2b807983765b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:01.831252 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 2c117b14-8ae9-4517-8547-e104cbcb9a21 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:00:01.831667 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:01.836459 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:01.910478 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c414f0e-2e48-4c3f-84a8-4b46b6c7de8d req-dd41a4ec-06be-4a09-85b3-6795b12300e4 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:01.928775 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7c414f0e-2e48-4c3f-84a8-4b46b6c7de8d req-dd41a4ec-06be-4a09-85b3-6795b12300e4 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.1945803 Nov 23 13:00:01.954571 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c', 'network_id': '59045e15-b578-47ca-abc6-4d73d6cc6fc2', 'port_id': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c', 'mac_address': 'fa:16:3e:ae:83:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbc5a41-207f-4763-9cc6-c26bdbc73cf2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:00:01.975974 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cdc76-7ff8-4961-9529-723189dc8f1b req-b1a25386-6c67-4c8b-b2f3-caae39f3df82 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:01.978288 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3b0cdc76-7ff8-4961-9529-723189dc8f1b req-b1a25386-6c67-4c8b-b2f3-caae39f3df82 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 944 time: 0.1241825 Nov 23 13:00:02.000635 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-04d8b869-4a2a-4105-8051-edfad5e62a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.025291 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7c414f0e-2e48-4c3f-84a8-4b46b6c7de8d req-9aebe869-3653-4396-b8a4-08bcef0f4d5c tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932536 Nov 23 13:00:02.029391 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-04d8b869-4a2a-4105-8051-edfad5e62a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.092416 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.112730 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=4f32dbce-9338-45e3-a6af-9412f33ad987,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:02.123660 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:00:02.145358 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:02.147009 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:02.182727 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.191556 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:02.196523 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3b0cdc76-7ff8-4961-9529-723189dc8f1b req-2f214615-773e-41cc-a3f4-1b82eda985d3 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967154 Nov 23 13:00:02.218263 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-04d8b869-4a2a-4105-8051-edfad5e62a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.237873 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:02.243140 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 35938) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:02.266856 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8b869-4a2a-4105-8051-edfad5e62a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4748a7f2-16c5-48d0-9e28-2b807983765b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:02.270083 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:02.270194 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-04d8b869-4a2a-4105-8051-edfad5e62a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:02.274351 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:02.284108 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-04d8b869-4a2a-4105-8051-edfad5e62a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.287565 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-04d8b869-4a2a-4105-8051-edfad5e62a36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4748a7f2-16c5-48d0-9e28-2b807983765b HTTP/1.1" status: 204 len: 168 time: 0.4509499 Nov 23 13:00:02.290592 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.301084 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.320387 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:02.333247 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Usage tracker for resource:security_group_rule and tenant:2676067f946f4a9e84b4e8e3b397cc5d is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:02.338706 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:02.346705 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 2c117b14-8ae9-4517-8547-e104cbcb9a21, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2c117b14-8ae9-4517-8547-e104cbcb9a21,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:02.349207 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851d1bac-67b3-4477-8109-c37791c90f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e47ad125-0726-4518-a3bc-ae85b21ef184', 'code': 200} Nov 23 13:00:02.353702 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.354307 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:02.357998 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:02.463816 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=2c117b14-8ae9-4517-8547-e104cbcb9a21,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:02.467000 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:02.567311 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20717970-98cd-4d8a-bee5-18d4b72d8d5e req-2ddeb223-f774-4d0a-9f00-804c8145865f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:02.570184 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-20717970-98cd-4d8a-bee5-18d4b72d8d5e req-2ddeb223-f774-4d0a-9f00-804c8145865f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.1247897 Nov 23 13:00:02.602698 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.610231 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.620217 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:02.632564 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-20717970-98cd-4d8a-bee5-18d4b72d8d5e req-0db64412-741d-4214-84d2-6f20ad3d53ee tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562789 Nov 23 13:00:02.684611 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2676067f946f4a9e84b4e8e3b397cc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402237 Nov 23 13:00:02.686483 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17d5fd-3926-406a-af23-92e3d5e0c8a3,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:02.687298 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35948) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:02.689862 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:02.703196 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80ce38-01d0-4358-a7ed-51e1150fc694 req-9f070308-50e4-4056-b889-684bf0e6e9a3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:02.708733 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0e80ce38-01d0-4358-a7ed-51e1150fc694 req-9f070308-50e4-4056-b889-684bf0e6e9a3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 945 time: 0.2028904 Nov 23 13:00:02.767532 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bdf209a0-da95-4217-b9e2-22ec30430946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.770065 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0e80ce38-01d0-4358-a7ed-51e1150fc694 req-b0d2c6f6-6f58-43f9-9ed5-611e05dae9dd tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Nov 23 13:00:02.805327 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bdf209a0-da95-4217-b9e2-22ec30430946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.877815 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bdf209a0-da95-4217-b9e2-22ec30430946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.884375 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-819f9298-5aa4-4821-aad2-62fae6856848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:02.898299 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf209a0-da95-4217-b9e2-22ec30430946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17d5fd-3926-406a-af23-92e3d5e0c8a3,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:02.913478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bdf209a0-da95-4217-b9e2-22ec30430946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:02.917930 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bdf209a0-da95-4217-b9e2-22ec30430946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:02.919080 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bdf209a0-da95-4217-b9e2-22ec30430946 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b17d5fd-3926-406a-af23-92e3d5e0c8a3 HTTP/1.1" status: 204 len: 168 time: 0.2306130 Nov 23 13:00:03.243038 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425c4b1-42fe-4c1c-ab1e-1715e24f8124 req-9ecf1294-7ade-4a9f-8e3a-6a017f1c2648 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:03.244305 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8425c4b1-42fe-4c1c-ab1e-1715e24f8124 req-9ecf1294-7ade-4a9f-8e3a-6a017f1c2648 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0916657 Nov 23 13:00:03.294401 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8425c4b1-42fe-4c1c-ab1e-1715e24f8124 req-0f9b5f84-3226-42b0-8416-8ad32fd2de02 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429733 Nov 23 13:00:03.387311 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 35986) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:03.414028 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05fe8b-cbe7-4ee6-809f-ddf2998927b8 req-5edfb709-0ffe-4509-9ae7-0ebb4fe7fb2e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:03.415628 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-be05fe8b-cbe7-4ee6-809f-ddf2998927b8 req-5edfb709-0ffe-4509-9ae7-0ebb4fe7fb2e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.0841682 Nov 23 13:00:03.462604 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-be05fe8b-cbe7-4ee6-809f-ddf2998927b8 req-cf16d9ba-8382-4a09-9511-ff7e847cfdd8 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402584 Nov 23 13:00:03.579147 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1735733113-network', 'tenant_id': '06e8798c8123480ab308dd298431d030'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:03.583994 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:03.588476 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Usage tracker for resource:network and tenant:06e8798c8123480ab308dd298431d030 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:03.591768 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:03.599161 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:03.625371 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Made reservation on behalf of 06e8798c8123480ab308dd298431d030 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:00:03.628839 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:03.643784 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:03.661129 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:03.664107 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Usage tracker for resource:security_group_rule and tenant:06e8798c8123480ab308dd298431d030 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:03.667381 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:03.674114 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:03.838557 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:03.848346 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:03.855035 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:03.906586 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1239} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:00:03.913605 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6cf3bd-9d12-4532-a639-fb9f6dd08b5e,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:03.924807 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01678ef2-6db7-451b-9f21-c3a305bb1a87 req-2188514b-6415-45af-afba-a93210991077 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:03.926351 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01678ef2-6db7-451b-9f21-c3a305bb1a87 req-2188514b-6415-45af-afba-a93210991077 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.1693521 Nov 23 13:00:03.927238 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:03.935036 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:03.935384 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Added segment d5a19ad9-8c28-485a-bb9f-0498ee7b5fa8 of type vlan for network b31493d7-7dcb-4a01-9e46-cf69d52f67b3 Nov 23 13:00:04.002067 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d264d-c680-461f-9c93-beaaa9ba872c req-b067aa5e-966f-4cb0-b12d-622546718813 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:04.003507 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01678ef2-6db7-451b-9f21-c3a305bb1a87 req-826ef30e-d1a3-4099-a5f9-670ffa8c9b26 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698125 Nov 23 13:00:04.003653 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c74d264d-c680-461f-9c93-beaaa9ba872c req-b067aa5e-966f-4cb0-b12d-622546718813 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 945 time: 0.1013095 Nov 23 13:00:04.005469 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:04.039363 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:04.041179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:04.041749 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:04.047024 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:04.064944 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c74d264d-c680-461f-9c93-beaaa9ba872c req-a6b092ca-decb-4d7b-8af1-6016d0258cc6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531366 Nov 23 13:00:04.152468 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Pushing event updated for resources: {'Network': ['ID=b31493d7-7dcb-4a01-9e46-cf69d52f67b3,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:04.161198 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36016) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:04.166797 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7695029 Nov 23 13:00:04.168074 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:04.168415 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Request body: {'subnet': {'network_id': 'b31493d7-7dcb-4a01-9e46-cf69d52f67b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1735733113-subnet', 'tenant_id': '06e8798c8123480ab308dd298431d030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:04.169815 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network b31493d7-7dcb-4a01-9e46-cf69d52f67b3 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:00:04.173227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:04.177059 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Usage tracker for resource:subnet and tenant:06e8798c8123480ab308dd298431d030 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:04.180797 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:04.187147 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:04.200035 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Made reservation on behalf of 06e8798c8123480ab308dd298431d030 for: {'subnet': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:00:04.202666 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:04.350467 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b02d0f-db9d-4996-a245-7237e989670d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c117b14-8ae9-4517-8547-e104cbcb9a21'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:04.407378 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b02d0f-db9d-4996-a245-7237e989670d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c117b14-8ae9-4517-8547-e104cbcb9a21', 'code': 200} Nov 23 13:00:04.441060 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:04.447081 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-cfa2c806-a4c1-4319-9f02-7de31a61d349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:04.516195 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f81b4-5035-4e44-bb8b-b2bb57de6596 req-e89eacfd-cfac-4059-98ee-0b7bad00c90e tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:04.518777 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-533f81b4-5035-4e44-bb8b-b2bb57de6596 req-e89eacfd-cfac-4059-98ee-0b7bad00c90e tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0934148 Nov 23 13:00:04.534042 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c61e84-04ed-4c57-8be0-1a21c371a7e7,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:04.542267 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:04.554192 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Checking segment: {'id': 'd5a19ad9-8c28-485a-bb9f-0498ee7b5fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1239, 'network_id': 'b31493d7-7dcb-4a01-9e46-cf69d52f67b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:00:04.554561 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Network hostable DHCP agents. Network: b31493d7-7dcb-4a01-9e46-cf69d52f67b3, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:00:04.569972 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-533f81b4-5035-4e44-bb8b-b2bb57de6596 req-8c638741-2a34-404b-9e34-7350711e22e2 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455039 Nov 23 13:00:04.578148 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Network b31493d7-7dcb-4a01-9e46-cf69d52f67b3 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:00:04.596752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, b31493d7-7dcb-4a01-9e46-cf69d52f67b3) {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:00:04.607471 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd308c1-e38d-4bd4-a0ea-6882665bfd8d None None] Network b31493d7-7dcb-4a01-9e46-cf69d52f67b3 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:00:04.643322 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:04.643905 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:04.674522 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5119956 Nov 23 13:00:04.758359 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43efa38b-38fc-44f4-9959-34f84a91c28c req-7d65d28b-52ad-4044-8945-12b13746334f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:04.759951 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-43efa38b-38fc-44f4-9959-34f84a91c28c req-7d65d28b-52ad-4044-8945-12b13746334f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.1607754 Nov 23 13:00:04.855974 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-43efa38b-38fc-44f4-9959-34f84a91c28c req-cc11f836-665a-4aec-a686-c69b4d078e7c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888219 Nov 23 13:00:04.960180 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee103389-4f52-40f6-b99d-a5955a71c0e2 None None] Network b31493d7-7dcb-4a01-9e46-cf69d52f67b3 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:00:05.038328 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-d3a7dcde-a344-47a4-9dbb-857675a406b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:05.044942 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-d3a7dcde-a344-47a4-9dbb-857675a406b5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 1098 time: 0.0960948 Nov 23 13:00:05.114293 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:05.149340 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:05.159826 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Usage tracker for resource:security_group_rule and tenant:60daf20d62b04791a1ef39231d6b25d1 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:05.172144 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:05.185963 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:05.226767 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-8e5878b5-41d5-4d9e-9813-f58119eb42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:05.229437 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-8e5878b5-41d5-4d9e-9813-f58119eb42f2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 1099 time: 0.2900007 Nov 23 13:00:05.269473 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:05.287809 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:05.291964 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] Usage tracker for resource:security_group_rule and tenant:60daf20d62b04791a1ef39231d6b25d1 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:05.295153 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:05.301143 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:05.346446 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261e78c-155f-4046-a2cf-b0c5292bee51 req-5c42738e-cc23-49d7-b61a-3a94bd5238a0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:05.347313 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['12c0e1a4-3a5f-40d2-8b38-ebcd979a194c'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:00:05.348759 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0261e78c-155f-4046-a2cf-b0c5292bee51 req-5c42738e-cc23-49d7-b61a-3a94bd5238a0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.2063584 Nov 23 13:00:05.431273 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0261e78c-155f-4046-a2cf-b0c5292bee51 req-fb542647-e7d4-4a21-9c7b-6201ab4e6318 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768063 Nov 23 13:00:05.478740 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['4f32dbce-9338-45e3-a6af-9412f33ad987'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:00:05.517324 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:05.530141 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.db.api [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 60daf20d62b04791a1ef39231d6b25d1 {{(pid=86849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:00:05.531237 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_db.api [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:00:05.531370 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:05.543391 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-df81f411-dc4b-43cd-a7a9-7667729df529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:05.561403 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78100efc-5b0e-489a-8b13-04d47397f8b6 req-2411bc4c-fb08-425d-b453-af5ebfd9bea0 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:05.563569 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78100efc-5b0e-489a-8b13-04d47397f8b6 req-2411bc4c-fb08-425d-b453-af5ebfd9bea0 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 945 time: 0.2948256 Nov 23 13:00:05.578940 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-97db3ee7-5085-4ec3-888b-b4a971dee3ae req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275149 Nov 23 13:00:05.612281 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=280a966c-ab95-4c94-96df-6dd6a0207eab,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:05.634764 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:05.681853 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78100efc-5b0e-489a-8b13-04d47397f8b6 req-863a743c-eb5b-4432-97a5-94d7b8c3efbe tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993738 Nov 23 13:00:05.723996 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36070) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:05.730854 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1489053502-network', 'tenant_id': '502cf3e5178742479040503a94daa56c'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:05.735892 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:05.740630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Usage tracker for resource:network and tenant:502cf3e5178742479040503a94daa56c is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:05.744975 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:05.751839 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:05.771386 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Made reservation on behalf of 502cf3e5178742479040503a94daa56c for: {'network': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:00:05.777567 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:05.798490 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:05.814813 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:05.822835 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:502cf3e5178742479040503a94daa56c is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:05.830343 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:05.838755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:05.846410 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea46eb-bf98-44e9-af38-16411e0eb77f req-4ab7b746-de04-4f33-9339-7c5762dc51b1 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:05.854311 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73ea46eb-bf98-44e9-af38-16411e0eb77f req-4ab7b746-de04-4f33-9339-7c5762dc51b1 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.1357067 Nov 23 13:00:05.921884 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73ea46eb-bf98-44e9-af38-16411e0eb77f req-6a5ddf55-d6ba-4958-b214-45e59da7a915 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665596 Nov 23 13:00:05.963282 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:05.967615 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:05.972103 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:06.004077 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1237} {{(pid=86848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:00:06.032438 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:06.055766 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:06.056645 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.segments_db [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Added segment fcb89f57-13bc-4399-8813-1f28c8b280bd of type vlan for network 113f9553-827b-4d1d-b85e-35f38f8c7e01 Nov 23 13:00:06.058380 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ce0260-a381-43aa-8878-be58cbb16cbf,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:06.061507 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:06.103735 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:06.107877 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3ac10a28-a00e-4453-b31c-275fb844a2fa req-9ff3846a-850c-4265-84b4-ad1f0c3cb7f0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8625410 Nov 23 13:00:06.147399 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913a1ba-438e-49bf-bafc-cc6c38add30a req-62afea1e-73ea-4515-b401-79e097495821 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:06.149144 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e913a1ba-438e-49bf-bafc-cc6c38add30a req-62afea1e-73ea-4515-b401-79e097495821 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.1499705 Nov 23 13:00:06.154025 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:06.157427 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:06.158255 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:06.172777 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4c5deb35-eebe-4a7d-b60f-04090bf59996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:06.299364 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e913a1ba-438e-49bf-bafc-cc6c38add30a req-996a8c1b-e0e8-4d50-a1a9-fdc9de90224e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440525 Nov 23 13:00:06.303177 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5778222 Nov 23 13:00:06.304111 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Pushing event updated for resources: {'Network': ['ID=113f9553-827b-4d1d-b85e-35f38f8c7e01,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:06.306825 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 36080) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:06.308288 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:06.316808 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Request body: {'subnet': {'network_id': '113f9553-827b-4d1d-b85e-35f38f8c7e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1489053502-subnet', 'tenant_id': '502cf3e5178742479040503a94daa56c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:06.321177 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 113f9553-827b-4d1d-b85e-35f38f8c7e01 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:00:06.322354 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:06.326909 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Usage tracker for resource:subnet and tenant:502cf3e5178742479040503a94daa56c is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:06.330688 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:06.337761 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:06.351352 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Made reservation on behalf of 502cf3e5178742479040503a94daa56c for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:00:06.353886 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:06.625169 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:06.631679 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:06.713585 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcead819-a2fa-442d-9475-6aaa10364ac4,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:06.725884 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca315d-7c52-400b-947b-90df50f54303 req-10c42a20-a3f6-4f74-9dcd-9e90488b9d97 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:06.727584 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-56ca315d-7c52-400b-947b-90df50f54303 req-10c42a20-a3f6-4f74-9dcd-9e90488b9d97 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.1906450 Nov 23 13:00:06.728559 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:06.750526 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Checking segment: {'id': 'fcb89f57-13bc-4399-8813-1f28c8b280bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1237, 'network_id': '113f9553-827b-4d1d-b85e-35f38f8c7e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:00:06.751576 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Network hostable DHCP agents. Network: 113f9553-827b-4d1d-b85e-35f38f8c7e01, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:00:06.797959 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-56ca315d-7c52-400b-947b-90df50f54303 req-2cae25ce-8090-46ca-a300-de034b7c2c19 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630066 Nov 23 13:00:06.801024 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Network 113f9553-827b-4d1d-b85e-35f38f8c7e01 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:00:06.829929 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 113f9553-827b-4d1d-b85e-35f38f8c7e01) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:00:06.834249 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:06.834925 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:06.840461 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d2121a-08e4-4487-9448-d2c446085fac None None] Network 113f9553-827b-4d1d-b85e-35f38f8c7e01 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:00:06.866318 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5549152 Nov 23 13:00:06.907718 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fa503-b6ea-4817-8d84-3fd9a31ae375 req-b83e55f0-b8f2-488a-9bf6-98af67da2827 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:06.909681 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf1fa503-b6ea-4817-8d84-3fd9a31ae375 req-b83e55f0-b8f2-488a-9bf6-98af67da2827 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 945 time: 0.0997591 Nov 23 13:00:06.976122 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf1fa503-b6ea-4817-8d84-3fd9a31ae375 req-c357e1f8-c109-4723-a6fd-0cbbf00c0e81 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570340 Nov 23 13:00:07.111685 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d91b947-03a4-460b-bdf7-2aea696a3cb6 None None] Network 113f9553-827b-4d1d-b85e-35f38f8c7e01 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:00:07.124498 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804ffa8-f171-4e49-9b72-2a04ee591969 req-be2382f6-c7f4-4480-8197-f63593f718d9 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:07.132159 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5804ffa8-f171-4e49-9b72-2a04ee591969 req-be2382f6-c7f4-4480-8197-f63593f718d9 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0980177 Nov 23 13:00:07.173914 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5804ffa8-f171-4e49-9b72-2a04ee591969 req-50971609-95fe-4f02-95d0-c33175df02d4 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Nov 23 13:00:07.298197 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0433e929-6047-40ad-add3-75ed0f8c6b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:07.536773 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3856a4-ae1c-4c54-b434-dd38f216afe8 req-77984da2-4bfd-403c-915c-c9a8d02826d4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:07.538290 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8f3856a4-ae1c-4c54-b434-dd38f216afe8 req-77984da2-4bfd-403c-915c-c9a8d02826d4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.1230755 Nov 23 13:00:07.588704 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8f3856a4-ae1c-4c54-b434-dd38f216afe8 req-d2a48216-5646-48fe-9664-a923bafe4575 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421798 Nov 23 13:00:07.704351 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:08.067595 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff70b8-5dec-43e6-8bff-a8674710b1eb req-85dfd16a-3fbe-4fcc-a24f-037d14385110 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:08.069207 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c9ff70b8-5dec-43e6-8bff-a8674710b1eb req-85dfd16a-3fbe-4fcc-a24f-037d14385110 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.1481783 Nov 23 13:00:08.116315 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c9ff70b8-5dec-43e6-8bff-a8674710b1eb req-1e210946-fcec-4e59-96ed-08071e8d117d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406511 Nov 23 13:00:08.160962 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79715b3-1226-4f11-8964-d3475289180d req-b800df1a-f2fb-4133-969b-cd8475663c81 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:08.162452 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e79715b3-1226-4f11-8964-d3475289180d req-b800df1a-f2fb-4133-969b-cd8475663c81 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 945 time: 0.0857246 Nov 23 13:00:08.206673 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e79715b3-1226-4f11-8964-d3475289180d req-2a669f4e-4bb2-4981-948a-8de5f982161d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Nov 23 13:00:08.366096 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f30c6-e832-4786-9e91-b3bdabaeaa36 req-277c1872-2acf-4bab-8790-c8b6e7e3f7bc tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:08.367730 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b68f30c6-e832-4786-9e91-b3bdabaeaa36 req-277c1872-2acf-4bab-8790-c8b6e7e3f7bc tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0841553 Nov 23 13:00:08.414435 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b68f30c6-e832-4786-9e91-b3bdabaeaa36 req-84bef709-0d73-4c84-9308-bdb3bd944cde tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 Nov 23 13:00:08.801979 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5982c9-c156-4828-8362-4bd3f623f2e2 req-3075d147-fb87-4179-9b1f-e088e449846e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:08.803437 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fb5982c9-c156-4828-8362-4bd3f623f2e2 req-3075d147-fb87-4179-9b1f-e088e449846e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.1026132 Nov 23 13:00:08.856055 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fb5982c9-c156-4828-8362-4bd3f623f2e2 req-24808fb0-5b0f-4d0a-83d4-fcd9ad35d63d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464027 Nov 23 13:00:09.318710 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217eee7a-eb89-4ddb-aed4-eb964e118044 req-bb79d3ac-d6eb-4abb-95fe-37136bfcd71b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:09.320264 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-217eee7a-eb89-4ddb-aed4-eb964e118044 req-bb79d3ac-d6eb-4abb-95fe-37136bfcd71b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.0886548 Nov 23 13:00:09.365608 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-217eee7a-eb89-4ddb-aed4-eb964e118044 req-cbd49258-457b-45f1-b861-16db8d801549 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Nov 23 13:00:09.398135 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab2b2a-f0b3-4fb9-85bf-28d9cfe244a9 req-15e905c5-ee43-4a3b-b165-73cf29d333bf tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:09.399688 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-91ab2b2a-f0b3-4fb9-85bf-28d9cfe244a9 req-15e905c5-ee43-4a3b-b165-73cf29d333bf tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 945 time: 0.0816839 Nov 23 13:00:09.448367 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-91ab2b2a-f0b3-4fb9-85bf-28d9cfe244a9 req-d75e42be-d75b-47f0-b6b7-33144295b98d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Nov 23 13:00:09.599135 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017eaf4-4fc7-4f29-89f7-9176ba76e0e5 req-3e951648-0caf-44ce-80cf-8a973cd7845d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:09.600616 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b017eaf4-4fc7-4f29-89f7-9176ba76e0e5 req-3e951648-0caf-44ce-80cf-8a973cd7845d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0804055 Nov 23 13:00:09.651545 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b017eaf4-4fc7-4f29-89f7-9176ba76e0e5 req-9adf6a5c-b67f-436f-a503-55857cf8d720 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448215 Nov 23 13:00:09.981382 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:00:10.038043 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d81348-5b39-4cf1-9052-849eb1c40e60 req-440d753e-761b-4c9c-b961-610d81de6117 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:10.039752 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-70d81348-5b39-4cf1-9052-849eb1c40e60 req-440d753e-761b-4c9c-b961-610d81de6117 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.0821855 Nov 23 13:00:10.054018 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:00:10.059832 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:00:10.060359 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:10.090061 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-70d81348-5b39-4cf1-9052-849eb1c40e60 req-86156fd9-4b47-44ca-9d51-7c977572cf3f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431938 Nov 23 13:00:10.134837 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-aa2937da-9836-4582-b1b2-64f95dab4f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:10.221387 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:10.249189 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:10.259820 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:10.265713 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:10.268769 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:10.308278 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'code': 200} Nov 23 13:00:10.346516 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:10.348359 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:10.564827 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299143c-0805-4122-8e7f-b4eaed24093c req-6152e3ea-666f-43d9-87aa-c3df82ba73e3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:10.566222 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e299143c-0805-4122-8e7f-b4eaed24093c req-6152e3ea-666f-43d9-87aa-c3df82ba73e3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0883112 Nov 23 13:00:10.610491 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e299143c-0805-4122-8e7f-b4eaed24093c req-711d08e0-13b9-42f8-823c-8e35e7ab6f16 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378625 Nov 23 13:00:10.639375 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f99fee-be47-43c5-9cc1-9cc32d12ba00 req-2902d548-660a-43ac-aed0-528605293e29 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:10.640863 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-70f99fee-be47-43c5-9cc1-9cc32d12ba00 req-2902d548-660a-43ac-aed0-528605293e29 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 945 time: 0.0818298 Nov 23 13:00:10.688694 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-70f99fee-be47-43c5-9cc1-9cc32d12ba00 req-85d279fb-75c2-48b0-bbcb-2ed5f9ca13a5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418940 Nov 23 13:00:10.853455 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c711c-5502-4760-86fc-05fc9f75c5a4 req-58da96c8-40ea-495e-beda-3aae9ed6e4e8 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:10.854857 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-757c711c-5502-4760-86fc-05fc9f75c5a4 req-58da96c8-40ea-495e-beda-3aae9ed6e4e8 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0839324 Nov 23 13:00:10.901628 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-757c711c-5502-4760-86fc-05fc9f75c5a4 req-39860fb2-48d7-4ec5-857b-13ffa1b0a2a0 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Nov 23 13:00:11.141752 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:11.296038 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681f4e3-b9f0-49d4-9861-68ee1ac9fc5b req-acbfe496-0f2d-41a7-8a7c-89276fba8d3e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:11.297582 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5681f4e3-b9f0-49d4-9861-68ee1ac9fc5b req-acbfe496-0f2d-41a7-8a7c-89276fba8d3e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.0934498 Nov 23 13:00:11.395020 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5681f4e3-b9f0-49d4-9861-68ee1ac9fc5b req-9f7c3754-a4d2-4cbc-9e8a-b488cb25f556 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900912 Nov 23 13:00:11.428750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e513e-5edd-4bcc-b15c-7e84c68d7420 req-bbc90626-89fa-461a-a013-6506485d643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:11.428750 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-222e513e-5edd-4bcc-b15c-7e84c68d7420 req-bbc90626-89fa-461a-a013-6506485d643d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1098 time: 0.0868649 Nov 23 13:00:11.468894 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-222e513e-5edd-4bcc-b15c-7e84c68d7420 req-f762f534-7a3c-4f93-b18a-b2aca9d60237 service neutron] Synchronizing usage tracker for tenant:60daf20d62b04791a1ef39231d6b25d1 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:00:11.488600 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-222e513e-5edd-4bcc-b15c-7e84c68d7420 req-f762f534-7a3c-4f93-b18a-b2aca9d60237 service neutron] Unset dirty status for tenant:60daf20d62b04791a1ef39231d6b25d1 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:00:11.489751 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-222e513e-5edd-4bcc-b15c-7e84c68d7420 req-f762f534-7a3c-4f93-b18a-b2aca9d60237 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559483 Nov 23 13:00:11.811636 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c194d-0a22-4d37-a2e6-69e044aa15ae req-741ce8eb-02a4-43f7-a2ec-ad1f9abc02cb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:11.814191 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d7c194d-0a22-4d37-a2e6-69e044aa15ae req-741ce8eb-02a4-43f7-a2ec-ad1f9abc02cb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0889776 Nov 23 13:00:11.858201 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d7c194d-0a22-4d37-a2e6-69e044aa15ae req-0ca7cd2c-e34d-4399-8fa4-0e91342961bb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Nov 23 13:00:11.882449 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddfd50-1bb8-4d2d-abea-d27d8f92ed37 req-62804855-04fb-4ae4-965d-87183a41d6ca tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:11.884032 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-72ddfd50-1bb8-4d2d-abea-d27d8f92ed37 req-62804855-04fb-4ae4-965d-87183a41d6ca tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 945 time: 0.0867624 Nov 23 13:00:11.927549 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-72ddfd50-1bb8-4d2d-abea-d27d8f92ed37 req-d900f569-b8cb-4628-ad91-bc23af4bc580 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375984 Nov 23 13:00:12.110958 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16a2f-3884-442f-a774-1d06047180f1 req-8de6252b-5302-4e11-ab45-b9df8b11fa6f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:12.112939 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4ed16a2f-3884-442f-a774-1d06047180f1 req-8de6252b-5302-4e11-ab45-b9df8b11fa6f tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0974121 Nov 23 13:00:12.172982 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4ed16a2f-3884-442f-a774-1d06047180f1 req-64818b8d-f9b4-4d41-8886-f2eb59dd6d20 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497775 Nov 23 13:00:12.470996 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:12.602057 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c52a3-02a4-4d2b-9eef-762ce30f49bb req-d5c613fa-8f97-438e-99d3-d9c25113eb7a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:12.603684 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-595c52a3-02a4-4d2b-9eef-762ce30f49bb req-d5c613fa-8f97-438e-99d3-d9c25113eb7a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.0814230 Nov 23 13:00:12.655337 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-595c52a3-02a4-4d2b-9eef-762ce30f49bb req-8a453260-2362-4afd-9fc9-533d7d868482 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Nov 23 13:00:12.805435 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 4f32dbce-9338-45e3-a6af-9412f33ad987 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:00:12.881853 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 4f32dbce-9338-45e3-a6af-9412f33ad987 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:00:12.887392 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 4f32dbce-9338-45e3-a6af-9412f33ad987 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:00:12.887846 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:13.012606 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:13.046125 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc54276f-764d-49ee-b58e-552822acc211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f32dbce-9338-45e3-a6af-9412f33ad987'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:13.059158 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 4f32dbce-9338-45e3-a6af-9412f33ad987, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4f32dbce-9338-45e3-a6af-9412f33ad987,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:13.065845 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:13.067036 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:00:13.095459 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64397324-a4a1-4dd1-8343-60fefd56dbd7 req-cc2d4f92-3a6b-4752-966d-848c80c26057 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:13.097649 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-64397324-a4a1-4dd1-8343-60fefd56dbd7 req-cc2d4f92-3a6b-4752-966d-848c80c26057 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1150191 Nov 23 13:00:13.103901 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-20714010-6411-4b7c-901e-88043daacfe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:13.169287 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-64397324-a4a1-4dd1-8343-60fefd56dbd7 req-11ff49b6-f3d9-4415-9a74-a4553c488e25 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635054 Nov 23 13:00:13.214628 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d003ff-2d43-4257-9404-62c9d01ac77e req-1649aa43-fac0-42a9-876b-a1f18991522b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:13.220038 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-63d003ff-2d43-4257-9404-62c9d01ac77e req-1649aa43-fac0-42a9-876b-a1f18991522b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1514449 Nov 23 13:00:13.226157 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=4f32dbce-9338-45e3-a6af-9412f33ad987,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:13.230648 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:13.245229 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:00:13.258666 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:00:13.259764 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:13.304396 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-63d003ff-2d43-4257-9404-62c9d01ac77e req-b72caa30-c986-4d88-80e8-397ffc35e5d5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590823 Nov 23 13:00:13.311994 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc54276f-764d-49ee-b58e-552822acc211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f32dbce-9338-45e3-a6af-9412f33ad987', 'code': 200} Nov 23 13:00:13.432438 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:13.478078 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:13.488854 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:13.511930 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:13.515578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5ad57-de4c-43bf-b9ac-dad46ceadf40 req-e85a1fcd-195f-4f1e-b0ea-867bf0b6829b tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:13.528804 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-20b5ad57-de4c-43bf-b9ac-dad46ceadf40 req-e85a1fcd-195f-4f1e-b0ea-867bf0b6829b tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.1192338 Nov 23 13:00:13.634279 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-20b5ad57-de4c-43bf-b9ac-dad46ceadf40 req-b1027860-dd68-48a2-93d4-4c798aaa1f62 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042941 Nov 23 13:00:13.720277 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:13.724555 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:13.798378 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36242) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:13.984051 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:14.002576 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:14.010448 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Usage tracker for resource:security_group_rule and tenant:b92a09c63768436ebcf8b908e50e882f is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:14.015945 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:14.026021 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:14.038758 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046198a-d76d-4e06-9a9d-ad09427870f3 req-85954d34-7bee-498e-bdd5-b3516d34a33c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:14.041983 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8046198a-d76d-4e06-9a9d-ad09427870f3 req-85954d34-7bee-498e-bdd5-b3516d34a33c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.1917946 Nov 23 13:00:14.099066 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b1ee4-7fad-42ca-ba06-09f077379893 req-4d17fe41-ef77-4ff6-af78-ff8676660937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:14.102289 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-658b1ee4-7fad-42ca-ba06-09f077379893 req-4d17fe41-ef77-4ff6-af78-ff8676660937 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 1099 time: 0.1356163 Nov 23 13:00:14.114956 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8046198a-d76d-4e06-9a9d-ad09427870f3 req-8d5d724c-e51c-417b-88a8-2b842338ccd5 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658259 Nov 23 13:00:14.179448 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-658b1ee4-7fad-42ca-ba06-09f077379893 req-31b98237-6fba-497b-8ea4-3ffaaeef530e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Nov 23 13:00:14.205017 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:14.210591 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:14.274377 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:14.295116 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 36260) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:14.296782 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b92a09c63768436ebcf8b908e50e882f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967837 Nov 23 13:00:14.399453 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9a668a9-a721-4eb3-9f6c-fba5415e4d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:14.444430 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9a668a9-a721-4eb3-9f6c-fba5415e4d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:14.517964 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9a668a9-a721-4eb3-9f6c-fba5415e4d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:14.522421 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a792971c-681f-4091-b281-a53e305f6b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:14.529240 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eb5a46-96ff-4c6b-8d60-ee8f3e9f2b4e,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:14.534004 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:14.534887 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a668a9-a721-4eb3-9f6c-fba5415e4d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eb5a46-96ff-4c6b-8d60-ee8f3e9f2b4e,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:14.537352 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e9a668a9-a721-4eb3-9f6c-fba5415e4d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:14.543412 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e9a668a9-a721-4eb3-9f6c-fba5415e4d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:14.544847 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e9a668a9-a721-4eb3-9f6c-fba5415e4d55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78eb5a46-96ff-4c6b-8d60-ee8f3e9f2b4e HTTP/1.1" status: 204 len: 168 time: 0.2477269 Nov 23 13:00:14.578042 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5cd35-0930-4b06-b62e-7bc1598f194f req-7e9d4c5a-84db-4c1f-8d5e-a165ff22710d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:14.580411 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0cf5cd35-0930-4b06-b62e-7bc1598f194f req-7e9d4c5a-84db-4c1f-8d5e-a165ff22710d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.2403171 Nov 23 13:00:14.681513 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0cf5cd35-0930-4b06-b62e-7bc1598f194f req-19bd206e-73a8-4320-a652-2eba463ccf2b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948203 Nov 23 13:00:14.987738 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ae274-d062-494b-8d1a-a13e4f2cccfd req-f3e34782-abf6-4ff5-bae5-d5a03bba5c4e tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:14.997776 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eb1ae274-d062-494b-8d1a-a13e4f2cccfd req-f3e34782-abf6-4ff5-bae5-d5a03bba5c4e tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.1118205 Nov 23 13:00:15.004583 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bb55a-2824-4396-83a5-b00d297ff79f req-1c0adaae-54b6-42a7-b395-578be968e38e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:15.013561 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4e0bb55a-2824-4396-83a5-b00d297ff79f req-1c0adaae-54b6-42a7-b395-578be968e38e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1768527 Nov 23 13:00:15.062751 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eb1ae274-d062-494b-8d1a-a13e4f2cccfd req-6324f0b6-cd95-4412-ba6a-d052cdd21977 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610123 Nov 23 13:00:15.072891 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4e0bb55a-2824-4396-83a5-b00d297ff79f req-eb8136b3-de1b-4c5f-88fa-169eeacc8b02 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582857 Nov 23 13:00:15.123656 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36298) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:15.143868 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:15.161475 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:15.166505 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Usage tracker for resource:security_group_rule and tenant:e8c2d7534b7549ca80dcd912b75e69a0 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:15.182684 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:15.227327 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:15.313332 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53633a05-ad06-454a-b540-5fc01821ae45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:15.328149 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092991af-352a-4f0f-af48-4c66f67308d5 req-62dd5014-6cea-4ce6-b455-ce75f3e52fe2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:15.329749 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-092991af-352a-4f0f-af48-4c66f67308d5 req-62dd5014-6cea-4ce6-b455-ce75f3e52fe2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1428373 Nov 23 13:00:15.342309 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 36312) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:15.347579 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'floatingip': {'port_id': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:15.366822 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:15.372556 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:15.375424 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53633a05-ad06-454a-b540-5fc01821ae45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c', 'code': 200} Nov 23 13:00:15.385239 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:15.427994 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8c2d7534b7549ca80dcd912b75e69a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028843 Nov 23 13:00:15.430139 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d5ee31-7603-4f27-8b01-8831117282a4,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:15.433050 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36316) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:15.435965 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:15.497161 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:15.509094 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-afcd2386-71b2-4f07-9b3e-9f0e5d748f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:15.542630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-afcd2386-71b2-4f07-9b3e-9f0e5d748f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:15.643447 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-afcd2386-71b2-4f07-9b3e-9f0e5d748f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:15.648946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-75deb1eb-f20b-476d-8aa9-4e639a7a51eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:15.684864 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd2386-71b2-4f07-9b3e-9f0e5d748f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d5ee31-7603-4f27-8b01-8831117282a4,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:15.688562 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-afcd2386-71b2-4f07-9b3e-9f0e5d748f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:15.706198 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-afcd2386-71b2-4f07-9b3e-9f0e5d748f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:15.709294 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-afcd2386-71b2-4f07-9b3e-9f0e5d748f0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35d5ee31-7603-4f27-8b01-8831117282a4 HTTP/1.1" status: 204 len: 168 time: 0.2749488 Nov 23 13:00:16.369781 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09750b5c-e697-432e-a01a-b443f93cf57d req-08abfe52-baf4-4731-a455-163379e6d490 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:16.371888 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-09750b5c-e697-432e-a01a-b443f93cf57d req-08abfe52-baf4-4731-a455-163379e6d490 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1011875 Nov 23 13:00:16.460003 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-09750b5c-e697-432e-a01a-b443f93cf57d req-8853b14a-72ba-4253-a053-400800ec6a1a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812306 Nov 23 13:00:16.569073 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44af99-0ee9-496d-bb55-7e6a91e4502d req-d99e76c2-6e89-49d0-bab1-2b259fa2b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:16.570665 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4e44af99-0ee9-496d-bb55-7e6a91e4502d req-d99e76c2-6e89-49d0-bab1-2b259fa2b708 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1098 time: 0.4591339 Nov 23 13:00:16.635033 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4e44af99-0ee9-496d-bb55-7e6a91e4502d req-107670a8-41e7-429f-b1cf-c3dc0b60a405 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509648 Nov 23 13:00:16.793622 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36376) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:16.967847 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:16.977253 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:17.103749 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d6f4a-7346-44d3-9e2e-19f81d93191e req-bc88b802-5c63-44dd-8319-5e047faa6bb4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:17.115110 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-770d6f4a-7346-44d3-9e2e-19f81d93191e req-bc88b802-5c63-44dd-8319-5e047faa6bb4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1203334 Nov 23 13:00:17.171960 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:17.196412 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:17.201278 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Usage tracker for resource:security_group_rule and tenant:a4c0e8415b0f4a2281ba704a609a0c38 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:17.204202 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:17.211039 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:17.222007 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-770d6f4a-7346-44d3-9e2e-19f81d93191e req-b8fa46bb-9c11-4977-b732-cbb31eafd5cf tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057453 Nov 23 13:00:17.305380 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Floating IP 6c204d94-6a81-45d4-9777-53334cd3e40a associated. External IP: 172.27.3.175, port: acc6c8bf-82a2-4f88-b12e-f6a39d6ce970. Nov 23 13:00:17.390726 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:17.397842 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:17.425059 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:17.449248 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4c0e8415b0f4a2281ba704a609a0c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515567 Nov 23 13:00:17.450457 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36408) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:17.460778 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221f2bb-d524-4e5a-a259-198563e22725 req-ea7a044d-ef30-4837-98b3-c396901895c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:17.462337 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8221f2bb-d524-4e5a-a259-198563e22725 req-ea7a044d-ef30-4837-98b3-c396901895c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 1099 time: 0.2593856 Nov 23 13:00:17.467701 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0bf9c7-46be-4614-85a5-aced0e475a10,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:17.484909 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.485401 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.485843 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.486396 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.486950 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.487476 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.488014 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.488572 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.489347 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.489869 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.490385 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.490899 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:17.495667 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:17.577889 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4a3e9a39-5f86-40a7-a12b-ca9b2378cb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:17.619074 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4a3e9a39-5f86-40a7-a12b-ca9b2378cb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:17.730294 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4a3e9a39-5f86-40a7-a12b-ca9b2378cb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:17.738277 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-58413da8-1377-4aa8-9299-d5943e88c308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:17.753270 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e9a39-5f86-40a7-a12b-ca9b2378cb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0bf9c7-46be-4614-85a5-aced0e475a10,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:17.766227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4a3e9a39-5f86-40a7-a12b-ca9b2378cb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:17.769223 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4a3e9a39-5f86-40a7-a12b-ca9b2378cb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:17.773798 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4a3e9a39-5f86-40a7-a12b-ca9b2378cb07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e0bf9c7-46be-4614-85a5-aced0e475a10 HTTP/1.1" status: 204 len: 168 time: 0.3220952 Nov 23 13:00:17.946584 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221f2bb-d524-4e5a-a259-198563e22725 req-5b3d49d4-2474-4ea8-a293-1b8850f97a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:17.948076 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8221f2bb-d524-4e5a-a259-198563e22725 req-5b3d49d4-2474-4ea8-a293-1b8850f97a34 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 918 time: 0.4676602 Nov 23 13:00:18.031468 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8221f2bb-d524-4e5a-a259-198563e22725 req-724424ee-cc43-4444-a2ff-08f99331a3b6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f32dbce-9338-45e3-a6af-9412f33ad987 HTTP/1.1" status: 200 len: 217 time: 0.0751085 Nov 23 13:00:18.039917 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:00:18.290066 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36436) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:18.344316 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:18.386699 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:00:18.405353 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] Sync routers for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:00:18.416226 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:00:18.416895 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:00:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:18.417983 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:18.422447 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:18.432350 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a409904c7642d5a63a9cda4e6b0e2a is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:18.441216 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:18.455760 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:18.486295 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221f2bb-d524-4e5a-a259-198563e22725 req-d6014104-889a-4a50-b818-059e9e5bacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:18.489692 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8221f2bb-d524-4e5a-a259-198563e22725 req-d6014104-889a-4a50-b818-059e9e5bacb5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.2798963 Nov 23 13:00:18.612954 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8221f2bb-d524-4e5a-a259-198563e22725 req-d3a27e25-cb64-42ab-a88c-49e1c34f586b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767946 Nov 23 13:00:18.615038 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:00:18.637123 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-79c44c1d-f7ec-4d33-8471-be4db46564f8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "PUT /v2.0/floatingips/6c204d94-6a81-45d4-9777-53334cd3e40a HTTP/1.1" status: 200 len: 991 time: 3.2936256 Nov 23 13:00:18.639777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:18.725169 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:18.733330 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:18.748444 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-51664138-aa4d-4d05-bcec-6fb44dd74f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:18.773847 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-c613a65e-cdf1-4bf0-9244-bfcf089cbf90 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1938300 Nov 23 13:00:18.779083 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50c2cb-1b3d-43e5-91b9-986bf1a704c7 req-c84baadc-178b-47b5-843e-207e377fa01a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:18.781816 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1f50c2cb-1b3d-43e5-91b9-986bf1a704c7 req-c84baadc-178b-47b5-843e-207e377fa01a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.2982605 Nov 23 13:00:18.826729 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5feef2-afb3-4d2c-a4b1-78668ca9ced3,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:18.837931 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:18.863268 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8221f2bb-d524-4e5a-a259-198563e22725 req-add32a80-2b22-4224-b1e9-325e32163c23 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136059 Nov 23 13:00:18.866854 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1f50c2cb-1b3d-43e5-91b9-986bf1a704c7 req-81ee13eb-f7ab-422e-b97f-0801a7254bb1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762088 Nov 23 13:00:18.870984 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:18.892114 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8a409904c7642d5a63a9cda4e6b0e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002607 Nov 23 13:00:18.893422 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 36454) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:18.987117 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'status': 'completed', 'code': 200} Nov 23 13:00:19.085106 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:19.098818 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8221f2bb-d524-4e5a-a259-198563e22725 req-7913faf9-b62d-439f-99d8-f17e497a2a65 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282286 Nov 23 13:00:19.121947 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:19.181202 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-d1fadb8e-4bbc-4feb-b700-b26caa6c81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:19.198731 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-d1fadb8e-4bbc-4feb-b700-b26caa6c81d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d153c67e84449bb8eb36b752ec41896&device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 1099 time: 0.2488782 Nov 23 13:00:19.200933 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:19.211567 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:19.223383 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '6c204d94-6a81-45d4-9777-53334cd3e40a', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'port_id': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'mac_address': 'fa:16:3e:2a:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:31Z', 'updated_at': '2021-11-23T13:00:16Z', 'revision_number': 1, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:19.228586 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] Checking router: 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:00:19.230759 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5feef2-afb3-4d2c-a4b1-78668ca9ced3,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:19.239859 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:00:19.240541 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:00:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:19.241305 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.242577 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.243786 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.244418 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.244981 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.245582 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.246960 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.247489 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.248005 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.248771 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.249377 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.249941 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:00:19.254768 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:19.256355 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:19.257696 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c5feef2-afb3-4d2c-a4b1-78668ca9ced3 HTTP/1.1" status: 204 len: 168 time: 0.3631709 Nov 23 13:00:19.284615 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-b6efdfa2-02ac-48cd-8640-1202f656ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:19.286738 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-b6efdfa2-02ac-48cd-8640-1202f656ccf0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1098 time: 0.2446969 Nov 23 13:00:19.501708 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:00:19.546839 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-e67ecc04-8e3e-4da8-bbb7-7bbed0c46f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:19.548331 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-e67ecc04-8e3e-4da8-bbb7-7bbed0c46f34 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d4f91c5-0970-4bbf-899b-51f980de1478 HTTP/1.1" status: 200 len: 913 time: 0.3237302 Nov 23 13:00:19.639192 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-beabc28d-373e-4726-bd81-c7ef6e7acdd7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e47ad125-0726-4518-a3bc-ae85b21ef184 HTTP/1.1" status: 200 len: 217 time: 0.0789821 Nov 23 13:00:19.640417 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-beaef034-3b3f-4491-8177-d2724f661eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:19.641789 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-beaef034-3b3f-4491-8177-d2724f661eb0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.2943397 Nov 23 13:00:19.802974 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-edc6d980-22a6-4064-92fa-0e94398a57ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:19.805720 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-edc6d980-22a6-4064-92fa-0e94398a57ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=503ad071-131e-4eb5-b2d3-b11975045ff3 HTTP/1.1" status: 200 len: 851 time: 0.1478276 Nov 23 13:00:19.998368 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-8801463a-31f6-4037-b316-d0a97d33aeba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d4f91c5-0970-4bbf-899b-51f980de1478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1763618 Nov 23 13:00:20.015184 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '6c204d94-6a81-45d4-9777-53334cd3e40a', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'port_id': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'mac_address': 'fa:16:3e:2a:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:31Z', 'updated_at': '2021-11-23T13:00:16Z', 'revision_number': 1, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:20.022568 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c79d6-cf82-4808-8356-a2670374ba43 None None] The sync data for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi is: [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '6c204d94-6a81-45d4-9777-53334cd3e40a', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'port_id': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'mac_address': 'fa:16:3e:2a:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T12:59:31Z', 'updated_at': '2021-11-23T13:00:16Z', 'revision_number': 1, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:00:20.221820 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-34068e4d-21ff-4fd4-82a6-da27bf6f1674 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 999 time: 0.5663340 Nov 23 13:00:20.387412 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30ca47-4c12-4a07-aafd-22a9b7911f35 None None] New status for floating IP 6c204d94-6a81-45d4-9777-53334cd3e40a: ACTIVE {{(pid=86850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:00:20.426208 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-e9fb98f2-f4e9-424e-ad07-588b846abc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:20.427992 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-e9fb98f2-f4e9-424e-ad07-588b846abc28 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.1547315 Nov 23 13:00:20.441159 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-8c3011ec-3850-4367-b53a-9d64cb19d729 service neutron] 10.222.0.84 "GET /v2.0/networks/4d4f91c5-0970-4bbf-899b-51f980de1478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263296 Nov 23 13:00:20.546102 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48000a8-1e9a-4be8-9613-880cd9ad368f req-4b7c604e-40e2-4cd5-a1d8-5f0179ffa9c6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:20.547664 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f48000a8-1e9a-4be8-9613-880cd9ad368f req-4b7c604e-40e2-4cd5-a1d8-5f0179ffa9c6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.3653700 Nov 23 13:00:20.677336 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f48000a8-1e9a-4be8-9613-880cd9ad368f req-545afb84-6a77-481c-9131-5e0321dfad5d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778303 Nov 23 13:00:20.697294 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-46d0fe9b-dba2-4868-90f9-fb576745f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:20.698621 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-46d0fe9b-dba2-4868-90f9-fb576745f875 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2548499 Nov 23 13:00:20.737096 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cbeeaaa9-75fe-43a8-8c3b-e701bc2daa38 req-f3a82d7c-1f16-47e7-95cf-c435b22e105c service neutron] 10.222.0.84 "GET /v2.0/networks/4d4f91c5-0970-4bbf-899b-51f980de1478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386744 Nov 23 13:00:20.903849 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-39e3f04d-0d3a-49c3-b0be-a6708163e41d service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961217 Nov 23 13:00:21.067958 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-72f9ad6d-b61e-410d-a893-a88601de1f71 req-84eebb57-639c-459e-beb9-0f49bc12b502 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560352 Nov 23 13:00:21.936419 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419afdec-27f0-4d81-b5b0-eba53eef1ef5 req-25e73b27-2242-497c-ba03-2a352bb97b90 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:21.944760 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-419afdec-27f0-4d81-b5b0-eba53eef1ef5 req-25e73b27-2242-497c-ba03-2a352bb97b90 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1145215 Nov 23 13:00:21.985575 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-419afdec-27f0-4d81-b5b0-eba53eef1ef5 req-a215bd10-066a-498f-b708-923da25ff685 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Nov 23 13:00:22.694635 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36618) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:22.820694 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:22.842445 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:22.848589 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Usage tracker for resource:security_group_rule and tenant:0639503ddae149549126db0341ddd6a9 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:22.852708 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:22.858981 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:22.961206 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:22.967026 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:22.977946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-cf410372-e747-45bc-a265-3e9d26f689d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:23.025232 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0639503ddae149549126db0341ddd6a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260777 Nov 23 13:00:23.025232 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb196991-37bd-4c62-97a4-9cb05728b2ce,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:23.026077 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36638) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:23.029052 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:23.098038 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-30d5a4eb-4f25-483d-8f32-49fa1b480cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:23.173847 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-30d5a4eb-4f25-483d-8f32-49fa1b480cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:23.252433 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124a494-54a2-47cb-bfc8-fc1fb88d47af req-4cb3f637-77a5-40d3-a282-7518e8055c97 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:23.254238 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3124a494-54a2-47cb-bfc8-fc1fb88d47af req-4cb3f637-77a5-40d3-a282-7518e8055c97 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1254847 Nov 23 13:00:23.255274 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-30d5a4eb-4f25-483d-8f32-49fa1b480cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:23.259055 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:23.287386 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5a4eb-4f25-483d-8f32-49fa1b480cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb196991-37bd-4c62-97a4-9cb05728b2ce,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:23.291442 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-30d5a4eb-4f25-483d-8f32-49fa1b480cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:23.314691 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-30d5a4eb-4f25-483d-8f32-49fa1b480cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:23.315804 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-30d5a4eb-4f25-483d-8f32-49fa1b480cfa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb196991-37bd-4c62-97a4-9cb05728b2ce HTTP/1.1" status: 204 len: 168 time: 0.2887802 Nov 23 13:00:23.323323 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3124a494-54a2-47cb-bfc8-fc1fb88d47af req-9e447c31-1534-4603-b7be-5ec57a5b54bd tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523932 Nov 23 13:00:24.544755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ba654-323c-4796-a7c0-5feb13587c7d req-52f0dbe8-2ed2-4a66-b348-e73710ec9cb3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:24.552310 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0ba654-323c-4796-a7c0-5feb13587c7d req-52f0dbe8-2ed2-4a66-b348-e73710ec9cb3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1023145 Nov 23 13:00:24.576757 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 36716) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:24.619601 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0ba654-323c-4796-a7c0-5feb13587c7d req-9158c890-90c9-4a2b-b5b9-eadc108f8e2e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614312 Nov 23 13:00:24.719776 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:24.735106 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:24.741253 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Usage tracker for resource:security_group_rule and tenant:3fd1f23edef0427cb7d63113471a56be is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:24.744574 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:24.751291 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:24.841684 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:24.854179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:24.857335 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:24.886087 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeb1935-9274-4b82-8d2e-a78d24302caf,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:24.892070 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:24.912500 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fd1f23edef0427cb7d63113471a56be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332448 Nov 23 13:00:24.914223 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36730) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:24.995513 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4d92b1b0-e79a-472e-9095-d2a6930f59b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:25.023222 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4d92b1b0-e79a-472e-9095-d2a6930f59b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:25.076920 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4d92b1b0-e79a-472e-9095-d2a6930f59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:25.082447 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4a3e9a39-5f86-40a7-a12b-ca9b2378cb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:25.097501 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92b1b0-e79a-472e-9095-d2a6930f59b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeb1935-9274-4b82-8d2e-a78d24302caf,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:25.100431 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4d92b1b0-e79a-472e-9095-d2a6930f59b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:25.102609 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4d92b1b0-e79a-472e-9095-d2a6930f59b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:25.103708 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4d92b1b0-e79a-472e-9095-d2a6930f59b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaeb1935-9274-4b82-8d2e-a78d24302caf HTTP/1.1" status: 204 len: 168 time: 0.1882277 Nov 23 13:00:25.854684 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1401de-3932-469d-8a2c-beb5ff43637f req-0bca178d-ae3d-4ffc-9164-2da0581e23d1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:25.856495 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4a1401de-3932-469d-8a2c-beb5ff43637f req-0bca178d-ae3d-4ffc-9164-2da0581e23d1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1188271 Nov 23 13:00:25.925183 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4a1401de-3932-469d-8a2c-beb5ff43637f req-2284085a-e59a-4d6f-a2b2-cda543456842 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597243 Nov 23 13:00:27.160268 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60045d30-3423-4861-bd72-c56c5b3eec20 req-30128031-3490-4bd4-9d34-21f745e7e8f1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:27.161480 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60045d30-3423-4861-bd72-c56c5b3eec20 req-30128031-3490-4bd4-9d34-21f745e7e8f1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1147890 Nov 23 13:00:27.214430 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60045d30-3423-4861-bd72-c56c5b3eec20 req-16bd295f-806a-4476-86a9-b4365729b9ed tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401444 Nov 23 13:00:28.405211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749647b-8698-43a8-aab0-ba6f4f05de84 req-f1786421-1fb8-4091-9ba2-dfcde78ad005 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:28.406681 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e749647b-8698-43a8-aab0-ba6f4f05de84 req-f1786421-1fb8-4091-9ba2-dfcde78ad005 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0834064 Nov 23 13:00:28.513120 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e749647b-8698-43a8-aab0-ba6f4f05de84 req-ef4f84d7-ee1e-43a2-b960-a69eb928e49b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966630 Nov 23 13:00:29.717468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77460414-d634-4833-b33f-b976bcb07b8e req-dc1ea875-2725-4b58-8b9c-68675103abbe tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:29.719312 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77460414-d634-4833-b33f-b976bcb07b8e req-dc1ea875-2725-4b58-8b9c-68675103abbe tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0869219 Nov 23 13:00:29.766368 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77460414-d634-4833-b33f-b976bcb07b8e req-a440c85d-ad8f-4f3c-ae69-5a253d08f32e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Nov 23 13:00:31.006299 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e535c5a-053d-43ed-9bcd-46fd13a73f91 req-6b4f9c11-e85b-43da-bb15-ad3f46a798be tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:31.007862 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0e535c5a-053d-43ed-9bcd-46fd13a73f91 req-6b4f9c11-e85b-43da-bb15-ad3f46a798be tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0983958 Nov 23 13:00:31.063037 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0e535c5a-053d-43ed-9bcd-46fd13a73f91 req-c25ca6fa-a561-4019-a332-ba7c0c614159 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479267 Nov 23 13:00:31.625413 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 36874) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:31.776892 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:31.792868 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:31.797099 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Usage tracker for resource:security_group_rule and tenant:932a5450c7654d13a79985eb06abb125 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:31.800111 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:31.805927 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:31.905910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:31.911581 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:31.921447 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bdf209a0-da95-4217-b9e2-22ec30430946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:31.961970 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=932a5450c7654d13a79985eb06abb125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349249 Nov 23 13:00:31.964036 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deae9f6-33d8-4442-a272-b634ef1b5379,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:31.964916 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36890) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:31.967468 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:32.028808 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-deee023b-71ca-4522-8ce8-58b8ac7e1375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:32.055280 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-deee023b-71ca-4522-8ce8-58b8ac7e1375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:32.185814 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-deee023b-71ca-4522-8ce8-58b8ac7e1375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:32.196567 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-30d5a4eb-4f25-483d-8f32-49fa1b480cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:32.223668 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee023b-71ca-4522-8ce8-58b8ac7e1375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deae9f6-33d8-4442-a272-b634ef1b5379,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:32.226350 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-deee023b-71ca-4522-8ce8-58b8ac7e1375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:32.227528 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-deee023b-71ca-4522-8ce8-58b8ac7e1375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:32.231837 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-deee023b-71ca-4522-8ce8-58b8ac7e1375 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7deae9f6-33d8-4442-a272-b634ef1b5379 HTTP/1.1" status: 204 len: 168 time: 0.2625332 Nov 23 13:00:32.294576 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a30ae-44c9-469c-887b-8fc2d3ec3f42 req-71316ef7-8230-4301-9f06-eb327ecf4827 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:32.303125 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a24a30ae-44c9-469c-887b-8fc2d3ec3f42 req-71316ef7-8230-4301-9f06-eb327ecf4827 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1244092 Nov 23 13:00:32.319180 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-9940d8cb-738a-4332-bddd-6cbb1ef4025c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:32.321513 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-9940d8cb-738a-4332-bddd-6cbb1ef4025c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 815 time: 0.2188635 Nov 23 13:00:32.361064 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-5f874fe1-8ce9-4728-9d02-71e928e3667c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/quotas/9a31364455dc442f8df299a8ad758a4e HTTP/1.1" status: 200 len: 375 time: 0.0332532 Nov 23 13:00:32.362600 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a24a30ae-44c9-469c-887b-8fc2d3ec3f42 req-5d1f9b68-dd0c-48b5-b4e3-75695556cfa4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577035 Nov 23 13:00:32.461949 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-b3007356-83b6-4d07-a837-bc4c37eb9e15 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998445 Nov 23 13:00:32.538426 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-f40f55aa-d5ec-48aa-8ec7-3dfc5f5d06d9 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=727d331da092466b8d717a7e039a5b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357406 Nov 23 13:00:32.624146 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-e5c7db0d-4780-4b40-9a6c-606578224721 service neutron] 10.222.0.60 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613011 Nov 23 13:00:32.661348 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 36942) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:32.738398 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:32.767213 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:32.776533 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd5634a70734312a3267b11aa8087a4 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:32.780704 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:32.789835 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:32.827271 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-cf974d00-ce51-4314-8fa9-913d33b02e58 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:32.834743 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-cf974d00-ce51-4314-8fa9-913d33b02e58 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954285 Nov 23 13:00:32.852421 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-8ea2ce42-4c5c-4d0d-aefa-0842e325e947 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/quotas/727d331da092466b8d717a7e039a5b7b HTTP/1.1" status: 200 len: 375 time: 0.0163178 Nov 23 13:00:32.906770 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7417eeb8-05f8-4f92-8600-b5db8208b162 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=727d331da092466b8d717a7e039a5b7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532808 Nov 23 13:00:32.909465 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-febe6bea-653f-4d31-aae3-beb9903a03c8 service neutron] 10.222.0.60 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758520 Nov 23 13:00:32.953803 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:32.959079 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:32.968652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c00f8ac7-c474-49d4-81ed-bbd33d6ce992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:33.017602 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9dd5634a70734312a3267b11aa8087a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551183 Nov 23 13:00:33.020468 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 36950) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:33.028429 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17649b6-eac0-4964-8d3c-1f936621d04f,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:33.032943 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:33.150091 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b490bdd1-757a-437e-8bab-ad85d9891b8e req-a660347b-f2d1-45ff-acbf-245512cc02dc tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0673869 Nov 23 13:00:33.186499 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5bf34bfc-868b-4751-9fe9-fef2dbb46c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:33.231829 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5bf34bfc-868b-4751-9fe9-fef2dbb46c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:33.274371 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-92e14fd2-228a-4b2b-ae3f-ee557e5001c6 req-40ecbfcc-1846-4f26-b41a-375ccb074323 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 210 time: 0.0559177 Nov 23 13:00:33.278597 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:00:33.298941 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5bf34bfc-868b-4751-9fe9-fef2dbb46c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:33.303574 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:33.318737 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf34bfc-868b-4751-9fe9-fef2dbb46c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17649b6-eac0-4964-8d3c-1f936621d04f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:33.321078 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5bf34bfc-868b-4751-9fe9-fef2dbb46c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:33.346012 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5bf34bfc-868b-4751-9fe9-fef2dbb46c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:33.350425 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5bf34bfc-868b-4751-9fe9-fef2dbb46c0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c17649b6-eac0-4964-8d3c-1f936621d04f HTTP/1.1" status: 204 len: 168 time: 0.3269424 Nov 23 13:00:33.637430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55020290-27f6-4caa-8e1d-79abe8d5c342 req-6dd1a5da-dee8-4fa5-9989-3778e7904900 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:33.639563 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-55020290-27f6-4caa-8e1d-79abe8d5c342 req-6dd1a5da-dee8-4fa5-9989-3778e7904900 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1193900 Nov 23 13:00:33.710484 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-55020290-27f6-4caa-8e1d-79abe8d5c342 req-75c4a4e1-ffa0-46dd-a8b3-5767ddad4976 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628014 Nov 23 13:00:33.885583 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 36986) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:33.923965 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:33.940990 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:33.945624 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Usage tracker for resource:security_group_rule and tenant:f4581181dc614e79b03ede592d6aa62e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:33.948983 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:33.955190 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:34.065883 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:34.085080 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:34.097142 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:34.152832 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4581181dc614e79b03ede592d6aa62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637041 Nov 23 13:00:34.152832 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b93c5a-e48e-44e9-8dd5-084804b806c8,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:34.154333 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37004) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:34.155612 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:34.242360 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f8927552-1d52-4bcb-a8f5-ba3514a3ad34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:34.287282 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f8927552-1d52-4bcb-a8f5-ba3514a3ad34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:34.372422 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f8927552-1d52-4bcb-a8f5-ba3514a3ad34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:34.386069 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-af320ce6-010e-46af-8011-b0ffabc681db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:34.388931 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f66b1399-e9b7-4772-ba25-84a2a4b7208f req-f5bc1bd9-145f-4e31-822e-2942f3a8196a tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0779510 Nov 23 13:00:34.402352 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8927552-1d52-4bcb-a8f5-ba3514a3ad34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b93c5a-e48e-44e9-8dd5-084804b806c8,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:34.405204 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-f8927552-1d52-4bcb-a8f5-ba3514a3ad34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:34.452395 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f8927552-1d52-4bcb-a8f5-ba3514a3ad34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:34.453535 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-f8927552-1d52-4bcb-a8f5-ba3514a3ad34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3b93c5a-e48e-44e9-8dd5-084804b806c8 HTTP/1.1" status: 204 len: 168 time: 0.2972705 Nov 23 13:00:34.462715 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13b4aa0d-408d-46c6-b02b-871e9dfc007b req-48dc98dc-1a50-4150-8661-30e595f43e56 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 210 time: 0.0507820 Nov 23 13:00:34.881131 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-ceb33d4b-811a-4597-aaad-b0eca6e0542e tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=727d331da092466b8d717a7e039a5b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455136 Nov 23 13:00:35.078624 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37048) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:35.111269 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a9477-0495-4eb7-b540-fe6429f10193 req-cc68ab6f-877d-4647-a8c6-49a198ec1ffc tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:35.112862 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa5a9477-0495-4eb7-b540-fe6429f10193 req-cc68ab6f-877d-4647-a8c6-49a198ec1ffc tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.2307405 Nov 23 13:00:35.160461 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-c6a63659-d6f6-4cf5-abb2-66ad4edf6492 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:35.162395 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-c6a63659-d6f6-4cf5-abb2-66ad4edf6492 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345607 Nov 23 13:00:35.185896 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Request body: {'port': {'device_id': '979f72d5-fadc-4b59-ace6-6b8b350a63d9', 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c', 'admin_state_up': True, 'tenant_id': '727d331da092466b8d717a7e039a5b7b'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:35.214223 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa5a9477-0495-4eb7-b540-fe6429f10193 req-a3be1e16-55bb-4620-8453-78c6308e766d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879743 Nov 23 13:00:35.296969 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.315794 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:35.320114 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Usage tracker for resource:security_group_rule and tenant:8a1db1f28b6949fcaa1c08a2158ab950 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:35.324414 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:35.339466 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:35.485999 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.493452 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:35.499426 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.499946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Usage tracker for resource:port and tenant:727d331da092466b8d717a7e039a5b7b is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:35.505292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:35.511663 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:35.525138 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-04d8b869-4a2a-4105-8051-edfad5e62a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:35.546765 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Made reservation on behalf of 727d331da092466b8d717a7e039a5b7b for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:00:35.557832 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.600111 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.638537 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:35.646500 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Usage tracker for resource:security_group_rule and tenant:727d331da092466b8d717a7e039a5b7b is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:35.655626 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:35.663661 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f64366c8-7391-4791-b713-00c0f0837b25 req-133b007d-d087-4630-b9dd-c79ab3918407 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0662103 Nov 23 13:00:35.664014 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:35.668350 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a1db1f28b6949fcaa1c08a2158ab950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5886507 Nov 23 13:00:35.669511 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3decb-0da6-4237-a590-b6d0cb6f95eb,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:35.673369 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:35.676282 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37080) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:35.730987 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b166db71-6679-4827-9556-111c719be6b2 req-9856669a-c0ae-4b58-b3a7-26c612dd5d0d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 210 time: 0.0556264 Nov 23 13:00:35.777999 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a9b5-59a0-46ab-89c8-1864c9841785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.809391 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a9b5-59a0-46ab-89c8-1864c9841785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.874235 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a9b5-59a0-46ab-89c8-1864c9841785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.879068 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-240e1523-5d87-4da6-8a1a-99f8dc1e4c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:35.901382 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3a9b5-59a0-46ab-89c8-1864c9841785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3decb-0da6-4237-a590-b6d0cb6f95eb,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:35.913779 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a0d3a9b5-59a0-46ab-89c8-1864c9841785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:35.943835 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a9b5-59a0-46ab-89c8-1864c9841785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:35.951324 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a0d3a9b5-59a0-46ab-89c8-1864c9841785 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fc3decb-0da6-4237-a590-b6d0cb6f95eb HTTP/1.1" status: 204 len: 168 time: 0.2737947 Nov 23 13:00:36.123015 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:36.138040 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-4ead3780-7c83-454f-91af-0006c03d4784 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:36.139861 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-4ead3780-7c83-454f-91af-0006c03d4784 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 815 time: 0.4119380 Nov 23 13:00:36.140556 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:36.152681 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4d92b1b0-e79a-472e-9095-d2a6930f59b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:36.215472 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Request body: {'port': {'device_id': 'da72692d-5ac7-4e8e-9b7d-11d421a1f071', 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'admin_state_up': True, 'tenant_id': '9a31364455dc442f8df299a8ad758a4e'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:36.251143 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe200b0-601e-44f5-8c4c-201b7ac139fe,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:36.313978 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:36.475291 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:36.491357 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:36.499136 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Allocated IP 192.168.233.145 (baf934d8-f507-42b6-a00a-f837fa8ba04c/c32129fc-459f-497d-bdae-94ece07a752d/d1719e73-7614-4f8d-9a1c-396cfa30d9b3) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:00:36.506095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Made reservation on behalf of 9a31364455dc442f8df299a8ad758a4e for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:00:36.510014 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:36.527714 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37116) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:36.549650 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:36.567869 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:00:36.573953 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Usage tracker for resource:security_group_rule and tenant:836d671d99264c739052666285f99d44 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:00:36.577292 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:00:36.585228 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:00:36.724959 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:36.737230 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:36.758590 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5bf34bfc-868b-4751-9fe9-fef2dbb46c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:36.816007 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=836d671d99264c739052666285f99d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864616 Nov 23 13:00:36.818743 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37130) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:36.859612 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13616193-d490-412f-ad5e-6b78c9e0d00a,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:36.901570 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:36.945308 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-32e2eb27-dc1a-4aa4-9a50-693636ade617 req-476e8bc8-673b-4fbe-abf2-361582fcf333 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 210 time: 0.0867286 Nov 23 13:00:36.970157 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Allocated IP 172.20.0.7 (bf33958f-9165-410d-8036-71326a5124b6/eae505c4-f3d4-4e40-be85-722f98a64072/43d88996-bc75-42de-a03e-4caf7be9d7d1) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:00:36.982881 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c5c2-c40a-45df-ad85-af338d430cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.033484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c5c2-c40a-45df-ad85-af338d430cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.091073 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804640c-b3f8-40c4-98c6-fb09fbf61038 req-813e5347-a3ae-4f08-a818-378f6711d23e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:37.092765 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2804640c-b3f8-40c4-98c6-fb09fbf61038 req-813e5347-a3ae-4f08-a818-378f6711d23e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.5578325 Nov 23 13:00:37.146170 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ec150cb6-831a-42d0-84ef-1b5becf9c90b req-b080f33d-30be-4b13-a593-9e9eabc83025 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 210 time: 0.0628192 Nov 23 13:00:37.178260 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c5c2-c40a-45df-ad85-af338d430cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.185781 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b37a1f11-f928-43c2-8c8b-79291abd026d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:37.202456 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5c5c2-c40a-45df-ad85-af338d430cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13616193-d490-412f-ad5e-6b78c9e0d00a,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:37.205753 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6bc5c5c2-c40a-45df-ad85-af338d430cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:37.208473 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6bc5c5c2-c40a-45df-ad85-af338d430cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.212482 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6bc5c5c2-c40a-45df-ad85-af338d430cbc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/13616193-d490-412f-ad5e-6b78c9e0d00a HTTP/1.1" status: 204 len: 168 time: 0.3901999 Nov 23 13:00:37.270655 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-753aad31-5e34-4460-835a-3c64ec9b0451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.339324 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2804640c-b3f8-40c4-98c6-fb09fbf61038 req-263edfac-e702-4f15-a92c-121eb38aff74 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390869 Nov 23 13:00:37.388481 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.428594 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Transition to ACTIVE for port object d1719e73-7614-4f8d-9a1c-396cfa30d9b3 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:00:37.455874 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.486698 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.494763 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:37.563292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.568493 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Network baf934d8-f507-42b6-a00a-f837fa8ba04c is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:00:37.572433 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:00:37.581436 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:00:37.587890 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:37.591405 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.595582 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Pushing event updated for resources: {'Port': ['ID=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:37.602861 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:37.605538 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:37.617825 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2c117b14-8ae9-4517-8547-e104cbcb9a21'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:00:37.685121 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Network bf33958f-9165-410d-8036-71326a5124b6 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:00:37.691758 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:00:37.699509 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:00:37.706808 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:37.707677 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.754133 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5720840 Nov 23 13:00:37.755480 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Pushing event updated for resources: {'Port': ['ID=43d88996-bc75-42de-a03e-4caf7be9d7d1,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:37.759258 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:37.767469 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5901084 Nov 23 13:00:37.796855 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Request body: {'port': {'device_id': '979f72d5-fadc-4b59-ace6-6b8b350a63d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:37.867771 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:37.879835 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Request body: {'port': {'device_id': 'da72692d-5ac7-4e8e-9b7d-11d421a1f071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:00:37.940533 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-80e3858c-f85a-44eb-88c0-dd9e34d961af None None] Provisioning for port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:00:37.958646 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-80e3858c-f85a-44eb-88c0-dd9e34d961af None None] Provisioning complete for port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:00:37.959029 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80e3858c-f85a-44eb-88c0-dd9e34d961af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:38.059175 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-80e3858c-f85a-44eb-88c0-dd9e34d961af None None] Port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:00:38.343578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:38.359485 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039385c-813b-4398-ba42-6d5537bbe02b req-191be712-637f-4bc3-ab0a-c6263a0bf2fe tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:38.361980 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5039385c-813b-4398-ba42-6d5537bbe02b req-191be712-637f-4bc3-ab0a-c6263a0bf2fe tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 931 time: 0.0920177 Nov 23 13:00:38.377226 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:38.437635 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5039385c-813b-4398-ba42-6d5537bbe02b req-a02ed671-ce59-42cf-8d4c-12bf639ab425 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644498 Nov 23 13:00:38.658951 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624e90a-57ab-4f4b-89ff-7a0681692d3d req-f4b6f63f-ba51-4738-b3d7-a6de56bc675e tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:38.659662 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-2624e90a-57ab-4f4b-89ff-7a0681692d3d req-f4b6f63f-ba51-4738-b3d7-a6de56bc675e tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Synchronizing usage tracker for tenant:727d331da092466b8d717a7e039a5b7b on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:00:38.668543 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37200) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:38.753690 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6fa61-51a4-41ff-bd59-ad95e0271db9 req-16f491ca-9655-457a-bd96-b8d7e6851306 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:38.755432 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7ab6fa61-51a4-41ff-bd59-ad95e0271db9 req-16f491ca-9655-457a-bd96-b8d7e6851306 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1843145 Nov 23 13:00:38.761016 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] Deleting subnet 18c61e84-04ed-4c57-8be0-1a21c371a7e7 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:00:38.764794 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:38.782406 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-2624e90a-57ab-4f4b-89ff-7a0681692d3d req-f4b6f63f-ba51-4738-b3d7-a6de56bc675e tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Unset dirty status for tenant:727d331da092466b8d717a7e039a5b7b on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:00:38.783514 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2624e90a-57ab-4f4b-89ff-7a0681692d3d req-f4b6f63f-ba51-4738-b3d7-a6de56bc675e tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 936 time: 0.6750088 Nov 23 13:00:38.824726 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:38.832641 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:38.923999 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:38.940625 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-2624e90a-57ab-4f4b-89ff-7a0681692d3d req-93ebbf57-4834-43d6-8036-8cf053895189 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Synchronizing usage tracker for tenant:727d331da092466b8d717a7e039a5b7b on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:00:38.942482 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:38.996176 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18c61e84-04ed-4c57-8be0-1a21c371a7e7,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:38.998837 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.005357 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7ab6fa61-51a4-41ff-bd59-ad95e0271db9 req-c52295f8-4daf-45c7-8b18-99500bfa7b6a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092899 Nov 23 13:00:39.013138 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:39.015303 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e3326b7b-126e-4a92-860f-babfdd5e83f4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/18c61e84-04ed-4c57-8be0-1a21c371a7e7 HTTP/1.1" status: 204 len: 168 time: 0.3452985 Nov 23 13:00:39.017897 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37214) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:39.034016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-2624e90a-57ab-4f4b-89ff-7a0681692d3d req-93ebbf57-4834-43d6-8036-8cf053895189 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Unset dirty status for tenant:727d331da092466b8d717a7e039a5b7b on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:00:39.035463 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2624e90a-57ab-4f4b-89ff-7a0681692d3d req-93ebbf57-4834-43d6-8036-8cf053895189 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306607 Nov 23 13:00:39.205935 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d88996-bc75-42de-a03e-4caf7be9d7d1 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:00:39.206793 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.217286 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.221302 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1719e73-7614-4f8d-9a1c-396cfa30d9b3 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:00:39.233898 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.250529 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Transition to ACTIVE for port object 43d88996-bc75-42de-a03e-4caf7be9d7d1 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:00:39.258353 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Transition to ACTIVE for port object d1719e73-7614-4f8d-9a1c-396cfa30d9b3 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:00:39.260203 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.266216 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:39.305118 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.364702 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.393585 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.394174 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.394934 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.395282 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > port after_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.395615 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.396104 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > port after_update 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.396453 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.396777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.397100 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.397410 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.545739 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Pushing event updated for resources: {'Port': ['ID=43d88996-bc75-42de-a03e-4caf7be9d7d1,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:39.602063 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.602494 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.602890 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.603797 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:00:39.604248 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31493d7-7dcb-4a01-9e46-cf69d52f67b3']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:39.620211 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a19ad9-8c28-485a-bb9f-0498ee7b5fa8') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:39.620663 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a19ad9-8c28-485a-bb9f-0498ee7b5fa8') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:39.623531 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:39.624622 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b5cfa3c0-e95f-4c1c-89f2-b3fe33c622bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:39.635300 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3108507'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.655648 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.666063 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Releasing vlan 1239 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:00:39.666879 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2257488'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.875600 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Attempting to bind port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:00:39.875944 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Attempting to bind port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:00:39.876288 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Attempting to bind port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 on network baf934d8-f507-42b6-a00a-f837fa8ba04c {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:00:39.879231 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Pushing event updated for resources: {'Port': ['ID=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:39.891915 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Attempting to bind port 43d88996-bc75-42de-a03e-4caf7be9d7d1 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:00:39.900453 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Attempting to bind port 43d88996-bc75-42de-a03e-4caf7be9d7d1 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:00:39.900975 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Attempting to bind port 43d88996-bc75-42de-a03e-4caf7be9d7d1 on network bf33958f-9165-410d-8036-71326a5124b6 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:00:39.904715 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:39.915695 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 on network baf934d8-f507-42b6-a00a-f837fa8ba04c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:00:39.916386 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Attempting to bind port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 on network baf934d8-f507-42b6-a00a-f837fa8ba04c {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:00:39.922583 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Port 43d88996-bc75-42de-a03e-4caf7be9d7d1 on network bf33958f-9165-410d-8036-71326a5124b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:00:39.923123 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Attempting to bind port 43d88996-bc75-42de-a03e-4caf7be9d7d1 on network bf33958f-9165-410d-8036-71326a5124b6 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:00:39.933051 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:00:39.933934 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Checking segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:00:39.934760 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Bound using segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:00:39.935359 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Bound port: 43d88996-bc75-42de-a03e-4caf7be9d7d1, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:00:39.935982 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: from cryptography.utils import int_from_bytes Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: from cryptography.utils import int_from_bytes Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: util.warn_limited( Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: util.warn_limited( Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: Traceback (most recent call last): Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: timer() Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: cb(*args, **kw) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: return func(*args, **kwargs) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: self._notify() Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: self.callback(batched_events) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: event.method(event) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: return f(self, *a, **k) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._get(url).json() Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: return self.request(url, 'GET', **kwargs) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:00:39.970926 dv-cinder-818886-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:00:39.981839 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:00:39.982191 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Checking segment: {'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:00:39.982592 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Bound using segment: {'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:00:39.983025 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Bound port: d1719e73-7614-4f8d-9a1c-396cfa30d9b3, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1961ae67-dad9-43a8-b086-02da31875b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1221, 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:00:39.983370 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.004418 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.008942 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:40.029969 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.033280 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Pushing event deleted for resources: {'Network': ['ID=b31493d7-7dcb-4a01-9e46-cf69d52f67b3,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:40.038048 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:40.042975 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b31493d7-7dcb-4a01-9e46-cf69d52f67b3 HTTP/1.1" status: 204 len: 168 time: 1.0239067 Nov 23 13:00:40.043583 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37232) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:40.132881 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-870af216-5941-47f7-9b1f-206ee82484a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.135936 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] For port 43d88996-bc75-42de-a03e-4caf7be9d7d1, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:00:40.147038 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d83d3-f4b1-4457-bcf1-78c5b118f332 req-4b699385-9d9c-45b5-8ad6-bd7959fd7681 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:40.147755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-113d83d3-f4b1-4457-bcf1-78c5b118f332 req-4b699385-9d9c-45b5-8ad6-bd7959fd7681 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:00:40.162968 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] For port 43d88996-bc75-42de-a03e-4caf7be9d7d1, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43d88996-bc75-42de-a03e-4caf7be9d7d1,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:00:40.172788 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] For port d1719e73-7614-4f8d-9a1c-396cfa30d9b3, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:00:40.175120 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.177028 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] For port d1719e73-7614-4f8d-9a1c-396cfa30d9b3, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,segment=NetworkSegment(1961ae67-dad9-43a8-b086-02da31875b8c),segment_id=1961ae67-dad9-43a8-b086-02da31875b8c)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:00:40.183649 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:40.225206 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.242427 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Deleting subnet dcead819-a2fa-442d-9475-6aaa10364ac4 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:00:40.246220 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.247469 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-113d83d3-f4b1-4457-bcf1-78c5b118f332 req-4b699385-9d9c-45b5-8ad6-bd7959fd7681 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:00:40.248931 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-113d83d3-f4b1-4457-bcf1-78c5b118f332 req-4b699385-9d9c-45b5-8ad6-bd7959fd7681 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.6354105 Nov 23 13:00:40.275657 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:40.276330 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.277763 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] 10.222.0.84 "PUT /v2.0/ports/43d88996-bc75-42de-a03e-4caf7be9d7d1 HTTP/1.1" status: 200 len: 1093 time: 2.4026518 Nov 23 13:00:40.291577 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da72692d-5ac7-4e8e-9b7d-11d421a1f071', 'tag': '43d88996-bc75-42de-a03e-4caf7be9d7d1'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:40.325126 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:40.325950 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.327817 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-28b539db-0266-40e9-b009-c436fc66008e service neutron] 10.222.0.84 "PUT /v2.0/ports/d1719e73-7614-4f8d-9a1c-396cfa30d9b3 HTTP/1.1" status: 200 len: 1098 time: 2.5354106 Nov 23 13:00:40.347000 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.440722 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.508305 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d6004-3362-4d01-b3f4-d45288e3ab08 req-542ed339-453f-4366-874a-d9e4daa65b31 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:40.510162 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e32d6004-3362-4d01-b3f4-d45288e3ab08 req-542ed339-453f-4366-874a-d9e4daa65b31 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.2067137 Nov 23 13:00:40.559460 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.568928 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6e7ed7b5-835c-42c3-9745-25e04a1204eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:40.575168 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Pushing event updated for resources: {'Port': ['ID=43d88996-bc75-42de-a03e-4caf7be9d7d1,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:40.578484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:40.582041 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:40.605375 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e32d6004-3362-4d01-b3f4-d45288e3ab08 req-282f221f-ebc6-4db7-9cb3-06ff0985bad1 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873442 Nov 23 13:00:40.607683 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcead819-a2fa-442d-9475-6aaa10364ac4,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:40.611495 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:40.612554 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.619253 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dcead819-a2fa-442d-9475-6aaa10364ac4 HTTP/1.1" status: 204 len: 168 time: 0.5746050 Nov 23 13:00:40.632417 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37254) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:40.636629 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-113d83d3-f4b1-4457-bcf1-78c5b118f332 req-1d3ee7a8-a8fe-4924-93d6-b2c312590008 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500459 Nov 23 13:00:40.705215 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da72692d-5ac7-4e8e-9b7d-11d421a1f071', 'tag': '43d88996-bc75-42de-a03e-4caf7be9d7d1', 'status': 'completed', 'code': 200} Nov 23 13:00:40.709940 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Pushing event updated for resources: {'Port': ['ID=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:40.715473 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:40.722018 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-43e34ae5-6719-46d6-a4dd-811e471ab5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:40.723706 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-43e34ae5-6719-46d6-a4dd-811e471ab5dc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=727d331da092466b8d717a7e039a5b7b&device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 1101 time: 0.2264245 Nov 23 13:00:40.736605 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-7fc96270-5135-4e5f-b8e3-b08579991f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:40.738107 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-7fc96270-5135-4e5f-b8e3-b08579991f94 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 1096 time: 0.3876274 Nov 23 13:00:40.860851 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:40.883249 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-9259f2fa-0504-4355-8e67-db0fa1be1f2b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d1719e73-7614-4f8d-9a1c-396cfa30d9b3 HTTP/1.1" status: 200 len: 217 time: 0.1171618 Nov 23 13:00:40.891126 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-eaef1a70-4125-45d8-8730-cb7f2c1b3c67 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43d88996-bc75-42de-a03e-4caf7be9d7d1 HTTP/1.1" status: 200 len: 217 time: 0.0672338 Nov 23 13:00:40.948653 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5be018-0c07-41f2-9fb6-13ed813d4981 req-20e889a1-5cbf-4b56-bf4b-fb93f521ef09 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:40.955935 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3e5be018-0c07-41f2-9fb6-13ed813d4981 req-20e889a1-5cbf-4b56-bf4b-fb93f521ef09 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1824028 Nov 23 13:00:41.061880 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-df622daf-0e55-4661-97b2-6398c48b00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:41.063739 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-df622daf-0e55-4661-97b2-6398c48b00ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.0820060 Nov 23 13:00:41.066404 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.085387 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3e5be018-0c07-41f2-9fb6-13ed813d4981 req-3f012190-7b08-4606-afc3-c6d5150a01ca tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285496 Nov 23 13:00:41.115421 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113f9553-827b-4d1d-b85e-35f38f8c7e01']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:41.138058 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb89f57-13bc-4399-8813-1f28c8b280bd') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:41.138401 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb89f57-13bc-4399-8813-1f28c8b280bd') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:00:41.151019 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-d3962e6e-606a-43b4-aea5-c71eb8916ec0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793128 Nov 23 13:00:41.156519 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.160086 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3108507'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.166020 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-9995dd2c-0516-4f31-a6c7-c7a79b96720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:41.167548 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-9995dd2c-0516-4f31-a6c7-c7a79b96720f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c32129fc-459f-497d-bdae-94ece07a752d HTTP/1.1" status: 200 len: 843 time: 0.2348967 Nov 23 13:00:41.191845 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.201127 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Releasing vlan 1237 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:00:41.201638 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2257488'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: Traceback (most recent call last): Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: timer() Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: cb(*args, **kw) Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: return func(*args, **kwargs) Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: self._notify() Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: self.callback(batched_events) Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: event.method(event) Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: return f(self, *a, **k) Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._get(url).json() Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: return self.request(url, 'GET', **kwargs) Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:00:41.217314 dv-cinder-818886-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:00:41.307879 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.313385 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:41.340931 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.343779 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Pushing event deleted for resources: {'Network': ['ID=113f9553-827b-4d1d-b85e-35f38f8c7e01,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:41.382047 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-1c240b97-1fbb-43e0-9909-c3f3943d775c service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133963 Nov 23 13:00:41.394511 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:41.403295 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] 10.222.0.60 "DELETE /v2.0/networks/113f9553-827b-4d1d-b85e-35f38f8c7e01 HTTP/1.1" status: 204 len: 168 time: 0.7478292 Nov 23 13:00:41.444871 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc387090-9c85-4f1e-8a66-16b7646e60fa req-b90df9a9-6123-4ec0-ac90-9471e7fb4759 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:41.446645 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cc387090-9c85-4f1e-8a66-16b7646e60fa req-b90df9a9-6123-4ec0-ac90-9471e7fb4759 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.1077926 Nov 23 13:00:41.487930 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-e059b474-54a4-472b-96dc-e775dcabed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:41.489826 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-e059b474-54a4-472b-96dc-e775dcabed04 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=baf934d8-f507-42b6-a00a-f837fa8ba04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2225125 Nov 23 13:00:41.502164 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cc387090-9c85-4f1e-8a66-16b7646e60fa req-6871f2bb-efd7-4ba6-bcab-a4237bddbf29 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473795 Nov 23 13:00:41.627901 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37270) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:41.656311 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c3e2c33e-8982-4966-824c-3c35849ea7d6 req-46d3c640-7f1c-43d7-bc04-adb3ebf2ca3b service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636390 Nov 23 13:00:41.681902 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-fced5142-8e10-4143-9733-304f243c7962 service neutron] 10.222.0.84 "GET /v2.0/networks/baf934d8-f507-42b6-a00a-f837fa8ba04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769097 Nov 23 13:00:41.683112 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d9e3d35a-e30b-45ec-9ed8-965c4f008583 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06e8798c8123480ab308dd298431d030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525322 Nov 23 13:00:41.684579 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37278) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:41.751539 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-997bd21e-f65f-4f60-873b-a2f03bda4b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.814133 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-997bd21e-f65f-4f60-873b-a2f03bda4b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.897427 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e5dc-f758-4956-8898-9e69ff6fce0e req-549cf87d-411b-49cb-8f77-f24e6b3e221d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:41.899069 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff28e5dc-f758-4956-8898-9e69ff6fce0e req-549cf87d-411b-49cb-8f77-f24e6b3e221d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.1211107 Nov 23 13:00:41.922031 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-997bd21e-f65f-4f60-873b-a2f03bda4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.928614 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a0d3a9b5-59a0-46ab-89c8-1864c9841785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:41.942517 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bd21e-f65f-4f60-873b-a2f03bda4b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6cf3bd-9d12-4532-a639-fb9f6dd08b5e,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:41.944870 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff24b40b-c416-4618-88d2-bc99ab935efd req-8d6f6026-e468-4243-b059-2991f62a1762 service neutron] 10.222.0.84 "GET /v2.0/networks/baf934d8-f507-42b6-a00a-f837fa8ba04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508671 Nov 23 13:00:41.945243 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-997bd21e-f65f-4f60-873b-a2f03bda4b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:41.961721 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024341d-09a5-4ae5-bd88-79c52fc8351b req-2a5e36fd-0e02-404c-9d93-4b8fb71bf777 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:41.963260 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b024341d-09a5-4ae5-bd88-79c52fc8351b req-2a5e36fd-0e02-404c-9d93-4b8fb71bf777 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.2386165 Nov 23 13:00:41.971909 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff28e5dc-f758-4956-8898-9e69ff6fce0e req-f4a7687d-2ee0-456a-9890-a5ba13ad6958 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661464 Nov 23 13:00:41.973264 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-997bd21e-f65f-4f60-873b-a2f03bda4b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:41.974302 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-997bd21e-f65f-4f60-873b-a2f03bda4b23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b6cf3bd-9d12-4532-a639-fb9f6dd08b5e HTTP/1.1" status: 204 len: 168 time: 0.2887032 Nov 23 13:00:41.988113 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-292b5e22-95a6-4598-9ac1-9f32099a8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:41.989855 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-292b5e22-95a6-4598-9ac1-9f32099a8171 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 1096 time: 0.1798964 Nov 23 13:00:42.096304 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b024341d-09a5-4ae5-bd88-79c52fc8351b req-366d21d4-b19a-4e21-ad56-b36f232133ad tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262028 Nov 23 13:00:42.144765 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-8191c614-5e72-4ebf-8ef2-e8b92e71417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:42.146187 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-8191c614-5e72-4ebf-8ef2-e8b92e71417d service neutron] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 917 time: 0.1471376 Nov 23 13:00:42.351417 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37290) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:42.352382 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990a96d-82a5-431d-b144-ae92ea1b6b02 req-33a9e1c1-8c63-46a2-8b28-f20549c3e4fb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:42.354749 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7990a96d-82a5-431d-b144-ae92ea1b6b02 req-33a9e1c1-8c63-46a2-8b28-f20549c3e4fb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1612525 Nov 23 13:00:42.405060 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-28c11762-fd53-4b90-bc04-eadece464387 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=502cf3e5178742479040503a94daa56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523324 Nov 23 13:00:42.407258 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37296) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:00:42.408017 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7990a96d-82a5-431d-b144-ae92ea1b6b02 req-c1b752b9-768e-4b44-808f-3c67f8133f03 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Nov 23 13:00:42.472563 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-03897913-94b7-4528-b222-3f4e8aa4e5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:42.474552 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:42.500230 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-03897913-94b7-4528-b222-3f4e8aa4e5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:42.568297 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-03897913-94b7-4528-b222-3f4e8aa4e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:42.572359 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-091e5c08-148b-4d4c-bbb5-3996fa87873f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:42.583246 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03897913-94b7-4528-b222-3f4e8aa4e5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ce0260-a381-43aa-8878-be58cbb16cbf,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:42.587692 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-03897913-94b7-4528-b222-3f4e8aa4e5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:42.591360 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-03897913-94b7-4528-b222-3f4e8aa4e5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:42.592520 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-03897913-94b7-4528-b222-3f4e8aa4e5d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98ce0260-a381-43aa-8878-be58cbb16cbf HTTP/1.1" status: 204 len: 168 time: 0.1834733 Nov 23 13:00:42.707079 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979f72d5-fadc-4b59-ace6-6b8b350a63d9', 'tag': 'd1719e73-7614-4f8d-9a1c-396cfa30d9b3'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:42.736442 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d58139-f137-4bec-8591-823740d7134d req-7f57381e-5035-47ee-b0dc-72e6d266ec4d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:42.738235 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-27d58139-f137-4bec-8591-823740d7134d req-7f57381e-5035-47ee-b0dc-72e6d266ec4d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0971854 Nov 23 13:00:42.794312 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-27d58139-f137-4bec-8591-823740d7134d req-22082d67-5ecb-441a-8536-1ef9d55ee58e tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494046 Nov 23 13:00:42.852311 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979f72d5-fadc-4b59-ace6-6b8b350a63d9', 'tag': 'd1719e73-7614-4f8d-9a1c-396cfa30d9b3', 'status': 'completed', 'code': 200} Nov 23 13:00:43.176562 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf4d5-3ec2-49e5-b062-7cee1cd24760 req-2f87343a-e65c-467b-8483-39363247a8c5 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:43.178048 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-174bf4d5-3ec2-49e5-b062-7cee1cd24760 req-2f87343a-e65c-467b-8483-39363247a8c5 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0878844 Nov 23 13:00:43.225994 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-174bf4d5-3ec2-49e5-b062-7cee1cd24760 req-aace0551-f071-4da1-8569-fe8c79e62018 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418885 Nov 23 13:00:43.403958 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6c43c-9a0d-468a-9ade-437b22169993 req-15393569-5242-4fab-bc70-d643b4e3d6b9 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:43.405458 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a1a6c43c-9a0d-468a-9ade-437b22169993 req-15393569-5242-4fab-bc70-d643b4e3d6b9 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0852957 Nov 23 13:00:43.451060 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a1a6c43c-9a0d-468a-9ade-437b22169993 req-6408c63b-ff7c-4550-b337-5c86c62d0a33 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397038 Nov 23 13:00:43.625475 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d09420-677f-4905-96c9-da0e64cb54cd req-0de1acb9-a929-4ae5-aebd-7848086e0e21 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:43.626963 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-54d09420-677f-4905-96c9-da0e64cb54cd req-0de1acb9-a929-4ae5-aebd-7848086e0e21 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0812459 Nov 23 13:00:43.671759 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-54d09420-677f-4905-96c9-da0e64cb54cd req-c6f75781-5326-4cba-b091-1221ccc85544 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385940 Nov 23 13:00:43.999271 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d9fa8-8ca1-49b9-9ce0-82ed38dfbf9c req-da429048-19f8-4b81-8433-becb28c2dd01 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:44.001071 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d86d9fa8-8ca1-49b9-9ce0-82ed38dfbf9c req-da429048-19f8-4b81-8433-becb28c2dd01 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0886555 Nov 23 13:00:44.048213 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d86d9fa8-8ca1-49b9-9ce0-82ed38dfbf9c req-83ee300f-e8d2-40e6-961b-2f3e10927cf0 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399160 Nov 23 13:00:44.423299 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b6279-25f3-4175-a037-cfc84b30fda2 req-52a9381a-90ce-4984-bcdc-ffb3e1a13bfb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:44.424681 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e93b6279-25f3-4175-a037-cfc84b30fda2 req-52a9381a-90ce-4984-bcdc-ffb3e1a13bfb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0898190 Nov 23 13:00:44.476518 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e93b6279-25f3-4175-a037-cfc84b30fda2 req-bb36ecc7-b7c9-4555-9439-7dde3834b759 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431986 Nov 23 13:00:44.654258 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2dc356-7a17-4db4-834f-18dd3c3bfef8 req-71386646-d161-4bce-ac49-e47cb4a42c05 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:44.655702 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eb2dc356-7a17-4db4-834f-18dd3c3bfef8 req-71386646-d161-4bce-ac49-e47cb4a42c05 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0846581 Nov 23 13:00:44.702842 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eb2dc356-7a17-4db4-834f-18dd3c3bfef8 req-7bf842e5-0ef4-4ac5-93e7-cdd5a877ff0d tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 Nov 23 13:00:44.880104 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e11ae-5418-4c20-8833-f06c84fe1c91 req-b1b67233-5ed2-4f4b-977f-dd17f397de22 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:44.881610 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-211e11ae-5418-4c20-8833-f06c84fe1c91 req-b1b67233-5ed2-4f4b-977f-dd17f397de22 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0866995 Nov 23 13:00:44.928747 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-211e11ae-5418-4c20-8833-f06c84fe1c91 req-dd25c614-bced-446f-b958-829b21adcd31 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Nov 23 13:00:45.240738 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366924f4-4d1a-410c-8f82-68c2e6d75ec6 req-1c36928e-ca24-49cf-9285-9d82ba86eeac tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:45.242209 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-366924f4-4d1a-410c-8f82-68c2e6d75ec6 req-1c36928e-ca24-49cf-9285-9d82ba86eeac tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0833015 Nov 23 13:00:45.288285 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-366924f4-4d1a-410c-8f82-68c2e6d75ec6 req-00bbd415-9d58-42ad-a54a-e29034d60e38 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 Nov 23 13:00:45.683975 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02904d53-df8d-4f5b-b0f7-905e3d050d93 req-5c55fa28-a80f-47b9-9fe3-d04a14c2a747 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:45.685473 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-02904d53-df8d-4f5b-b0f7-905e3d050d93 req-5c55fa28-a80f-47b9-9fe3-d04a14c2a747 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0996523 Nov 23 13:00:45.733188 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-02904d53-df8d-4f5b-b0f7-905e3d050d93 req-2a2f38c8-5d3a-45c0-a44a-472875b7ecd0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Nov 23 13:00:45.911596 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b482a-434a-4aa3-8b5e-0359ca134fd3 req-24efc308-3965-42a3-80a0-aab710c79460 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:45.913041 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a59b482a-434a-4aa3-8b5e-0359ca134fd3 req-24efc308-3965-42a3-80a0-aab710c79460 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0816662 Nov 23 13:00:45.959211 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a59b482a-434a-4aa3-8b5e-0359ca134fd3 req-d1ec3fe1-3965-4cd4-95ad-c16d5030f646 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402682 Nov 23 13:00:46.144181 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985eb9c-1d12-422b-a276-5d26a74dd5d1 req-c28bdcfd-2ce4-433e-8f97-916aa924d32f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:46.145689 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c985eb9c-1d12-422b-a276-5d26a74dd5d1 req-c28bdcfd-2ce4-433e-8f97-916aa924d32f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0930183 Nov 23 13:00:46.193290 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c985eb9c-1d12-422b-a276-5d26a74dd5d1 req-aa342c83-2031-419b-81c2-be549760a502 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414121 Nov 23 13:00:46.372843 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-d46584e4-69b4-47f2-877e-d8b2a75789e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43d88996-bc75-42de-a03e-4caf7be9d7d1 HTTP/1.1" status: 200 len: 217 time: 0.0988312 Nov 23 13:00:46.502065 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-f1d3b62e-dbfa-404f-a4ce-df6d3b075b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:46.503761 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-f1d3b62e-dbfa-404f-a4ce-df6d3b075b11 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.1221840 Nov 23 13:00:46.559913 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-f1d7665f-79a8-4d5e-adc7-a31bb416e2b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483015 Nov 23 13:00:46.567987 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-833fb484-3f5b-41bb-a572-f3490311c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:46.569389 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-833fb484-3f5b-41bb-a572-f3490311c46e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=727d331da092466b8d717a7e039a5b7b&device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 1101 time: 0.2378948 Nov 23 13:00:46.604712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc05ee-5a10-4d92-a215-3698cd6cd24a req-4a4d8a9f-726c-43bc-845b-ec31b5064558 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:46.606136 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c9cc05ee-5a10-4d92-a215-3698cd6cd24a req-4a4d8a9f-726c-43bc-845b-ec31b5064558 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.1923149 Nov 23 13:00:46.878363 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c9cc05ee-5a10-4d92-a215-3698cd6cd24a req-8de2c662-9025-43cc-981c-394c2db24b57 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284641 Nov 23 13:00:46.900975 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-8cee10a8-04c8-4536-9b04-d75fc1514731 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305032 Nov 23 13:00:46.921265 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-7efeff6d-2cf3-40ac-9925-6a38367a7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:46.922706 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-7efeff6d-2cf3-40ac-9925-6a38367a7eab service neutron] 10.222.0.84 "GET /v2.0/networks?id=baf934d8-f507-42b6-a00a-f837fa8ba04c HTTP/1.1" status: 200 len: 871 time: 0.2743037 Nov 23 13:00:47.093547 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-56241443-1253-4b2c-b493-fa0ec2fde92f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=d1719e73-7614-4f8d-9a1c-396cfa30d9b3 HTTP/1.1" status: 200 len: 217 time: 0.1521940 Nov 23 13:00:47.219121 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-fba9e2d2-5d4b-4349-aa65-dbd1cf099e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:47.220686 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-fba9e2d2-5d4b-4349-aa65-dbd1cf099e8c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c32129fc-459f-497d-bdae-94ece07a752d HTTP/1.1" status: 200 len: 843 time: 0.1145184 Nov 23 13:00:47.223588 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db6c7487-a386-48ae-a078-e45237c1cf83 req-c81970c5-6b6b-40e0-8652-3c836151fb26 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000238 Nov 23 13:00:47.242745 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8c6a6-fd5f-4e1a-ae9e-b54cb92e23da req-f3106bbc-fff6-43ec-a4c8-b4b7f9d98c9d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:47.244445 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4a8c6a6-fd5f-4e1a-ae9e-b54cb92e23da req-f3106bbc-fff6-43ec-a4c8-b4b7f9d98c9d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.2475379 Nov 23 13:00:47.356384 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4a8c6a6-fd5f-4e1a-ae9e-b54cb92e23da req-71570a5c-3e5e-43e9-805b-a024e762377b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057532 Nov 23 13:00:47.393273 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-945ce8d0-009c-4d3f-9c95-c2c7b87f255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:47.394800 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-945ce8d0-009c-4d3f-9c95-c2c7b87f255d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=baf934d8-f507-42b6-a00a-f837fa8ba04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1199989 Nov 23 13:00:47.396002 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be9b40-0a53-4066-9778-e392125c71e0 req-6e0f224e-f35d-4e9b-8c57-897739ed6411 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:47.397606 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-45be9b40-0a53-4066-9778-e392125c71e0 req-6e0f224e-f35d-4e9b-8c57-897739ed6411 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.1008375 Nov 23 13:00:47.445396 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-45be9b40-0a53-4066-9778-e392125c71e0 req-94462381-9236-4fb0-b64b-c263bf73d70f tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Nov 23 13:00:47.567565 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321eeec-7483-4ad1-a6f2-502587a24d2e req-ff714db3-df02-4d73-aa20-2648d76b95e3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:47.569105 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4321eeec-7483-4ad1-a6f2-502587a24d2e req-ff714db3-df02-4d73-aa20-2648d76b95e3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0961332 Nov 23 13:00:47.636837 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4321eeec-7483-4ad1-a6f2-502587a24d2e req-a1149307-d18d-455d-8efe-8f70e2282d43 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619018 Nov 23 13:00:47.740912 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-cb8e3ce1-aef2-4b61-a220-8376d2ca0c38 service neutron] 10.222.0.84 "GET /v2.0/networks/baf934d8-f507-42b6-a00a-f837fa8ba04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382768 Nov 23 13:00:47.880370 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-767ad4e1-6f01-47cd-9ff6-4febed19eaa0 req-874ae483-57eb-494a-b7d1-8f3ec1671264 service neutron] 10.222.0.84 "GET /v2.0/networks/baf934d8-f507-42b6-a00a-f837fa8ba04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310484 Nov 23 13:00:48.156668 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a9f44-00f9-4f41-8132-f663afafc25c req-6214de93-42fd-42d5-935a-56069b610dc5 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:48.158059 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b70a9f44-00f9-4f41-8132-f663afafc25c req-6214de93-42fd-42d5-935a-56069b610dc5 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.1743114 Nov 23 13:00:48.205681 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b70a9f44-00f9-4f41-8132-f663afafc25c req-1850a429-3d2e-4bbf-ad43-de066dc630cf tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417364 Nov 23 13:00:48.573691 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc61f15-c8db-49e4-af40-99adedc44698 req-7859ffdd-82b2-4ca8-8f9a-207ea2bb4a2c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:48.575291 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5dc61f15-c8db-49e4-af40-99adedc44698 req-7859ffdd-82b2-4ca8-8f9a-207ea2bb4a2c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0922539 Nov 23 13:00:48.625883 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5dc61f15-c8db-49e4-af40-99adedc44698 req-ce3d58ad-ae25-4093-a35c-2530b84b88af tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448036 Nov 23 13:00:48.656346 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a6648-88fc-404f-b803-9ad5499e1cc7 req-33113ea7-76a9-466d-9df3-8436c56d3a84 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:48.657817 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a7a6648-88fc-404f-b803-9ad5499e1cc7 req-33113ea7-76a9-466d-9df3-8436c56d3a84 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0983539 Nov 23 13:00:48.703469 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a7a6648-88fc-404f-b803-9ad5499e1cc7 req-ad0e349e-b0e1-4be4-b2dc-e865436d4ee7 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395248 Nov 23 13:00:48.829195 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3aa10-daea-4d73-9622-2a371160baaf req-46777924-2c58-4e05-87a3-084009b1aeef tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:48.830678 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d3f3aa10-daea-4d73-9622-2a371160baaf req-46777924-2c58-4e05-87a3-084009b1aeef tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0829685 Nov 23 13:00:48.861045 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:48.886045 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d3f3aa10-daea-4d73-9622-2a371160baaf req-4b8193a6-0524-43d0-a783-ebb3e8ec6586 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492949 Nov 23 13:00:49.411736 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f41bd-ac6d-41a1-9d3f-61fa27d76cf1 req-5fac5d98-ae07-4ea8-9460-ed149c112300 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:49.413327 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fe2f41bd-ac6d-41a1-9d3f-61fa27d76cf1 req-5fac5d98-ae07-4ea8-9460-ed149c112300 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0945039 Nov 23 13:00:49.465553 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fe2f41bd-ac6d-41a1-9d3f-61fa27d76cf1 req-67ce9898-be1b-46ec-889d-12ba79f88e12 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Nov 23 13:00:49.820752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7d309-3997-4e89-8e13-b3340aa83f08 req-f31bd5aa-8b12-4b94-bfcb-d5d986378590 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:49.822429 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-71a7d309-3997-4e89-8e13-b3340aa83f08 req-f31bd5aa-8b12-4b94-bfcb-d5d986378590 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0829189 Nov 23 13:00:49.884778 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-71a7d309-3997-4e89-8e13-b3340aa83f08 req-2e2fb42d-2633-4c6a-a5ac-a7920b02a485 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560372 Nov 23 13:00:50.066146 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff6b2c-c3fc-40e6-9efa-2d9a73457a8c req-1d5bc515-b53b-487e-8c9c-65724ac4b4cc tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:50.067655 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7eff6b2c-c3fc-40e6-9efa-2d9a73457a8c req-1d5bc515-b53b-487e-8c9c-65724ac4b4cc tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0824368 Nov 23 13:00:50.115495 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7eff6b2c-c3fc-40e6-9efa-2d9a73457a8c req-6f4b093d-8e6b-4886-b5ce-e54fee3817f3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Nov 23 13:00:50.302712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f899d3e-da62-491c-81ad-e3ee8cca43c6 req-264078f5-f80c-4d2f-80da-223b13c00cce tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:50.304185 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1f899d3e-da62-491c-81ad-e3ee8cca43c6 req-264078f5-f80c-4d2f-80da-223b13c00cce tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0853789 Nov 23 13:00:50.349566 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1f899d3e-da62-491c-81ad-e3ee8cca43c6 req-76708a2c-dd10-444d-9613-d2824c8beb94 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384810 Nov 23 13:00:50.670581 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04504a14-28d9-4801-a808-9f815abda86d req-225811d6-7b51-4728-838d-eadd46098fee tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:50.672035 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-04504a14-28d9-4801-a808-9f815abda86d req-225811d6-7b51-4728-838d-eadd46098fee tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0913692 Nov 23 13:00:50.717339 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-04504a14-28d9-4801-a808-9f815abda86d req-61dc145c-d1eb-467c-b8ae-09905a2cf206 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394320 Nov 23 13:00:51.177432 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bcdfd-dd25-4c32-b14d-be76a56bb439 req-ef2fa252-f1f0-4b5d-a25e-29dc448c64bb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:51.178954 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-067bcdfd-dd25-4c32-b14d-be76a56bb439 req-ef2fa252-f1f0-4b5d-a25e-29dc448c64bb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.1640637 Nov 23 13:00:51.227287 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-067bcdfd-dd25-4c32-b14d-be76a56bb439 req-35bfbd58-fa31-4b94-9dcf-f078622656d4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Nov 23 13:00:51.410467 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64cad-5568-4483-9201-2d9a00de47a7 req-fcc90563-ad19-4789-aef4-88eebe37bf93 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:51.411934 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-55e64cad-5568-4483-9201-2d9a00de47a7 req-fcc90563-ad19-4789-aef4-88eebe37bf93 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0883741 Nov 23 13:00:51.464356 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-55e64cad-5568-4483-9201-2d9a00de47a7 req-0024f4fe-095b-4f9b-8d58-c1353e42358f tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Nov 23 13:00:51.660109 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b1ba5-6bce-41ae-9a7a-e26f598bad7f req-a10d784c-4e7e-4526-a978-f69cb8ebb608 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:51.661620 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f44b1ba5-6bce-41ae-9a7a-e26f598bad7f req-a10d784c-4e7e-4526-a978-f69cb8ebb608 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0926545 Nov 23 13:00:51.707090 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f44b1ba5-6bce-41ae-9a7a-e26f598bad7f req-2f74c3ba-0314-4abe-85e1-245c53e2b1f4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Nov 23 13:00:51.923372 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398c7e9-eefa-4fc7-9b60-a251c2a3ca41 req-79d29319-1081-49c9-808f-b7991555abf6 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:51.924856 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a398c7e9-eefa-4fc7-9b60-a251c2a3ca41 req-79d29319-1081-49c9-808f-b7991555abf6 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0939925 Nov 23 13:00:51.977358 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a398c7e9-eefa-4fc7-9b60-a251c2a3ca41 req-e81bc293-538f-4180-8a34-409aa359fbc3 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Nov 23 13:00:52.420113 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab564f-5a7b-4cd2-bd19-8b544c559378 req-1af4646d-1157-4c8d-a882-b29e7a4864c9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:52.421676 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c6ab564f-5a7b-4cd2-bd19-8b544c559378 req-1af4646d-1157-4c8d-a882-b29e7a4864c9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0881898 Nov 23 13:00:52.468341 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c6ab564f-5a7b-4cd2-bd19-8b544c559378 req-4e4bc3c6-2dcd-4561-a548-d433bf6c05ab tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406895 Nov 23 13:00:52.672775 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82017ac-da16-4da1-8862-d360ffcca6de req-465e372f-7639-41ae-b5c0-0be28a4dc368 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:52.674264 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a82017ac-da16-4da1-8862-d360ffcca6de req-465e372f-7639-41ae-b5c0-0be28a4dc368 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0906219 Nov 23 13:00:52.721446 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a82017ac-da16-4da1-8862-d360ffcca6de req-052f623d-c961-4247-a174-34200c0aae76 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413814 Nov 23 13:00:52.906311 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68cb1b-a6da-43c5-97ff-cccb6879f239 req-26ed75e3-72d4-4be0-943e-09421b556fee tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:52.907830 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-df68cb1b-a6da-43c5-97ff-cccb6879f239 req-26ed75e3-72d4-4be0-943e-09421b556fee tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0876620 Nov 23 13:00:52.963065 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-df68cb1b-a6da-43c5-97ff-cccb6879f239 req-6fc8b729-f254-47e0-b36d-aa8e6b80c3db tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466893 Nov 23 13:00:53.175251 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549aab1-3874-41de-b761-32e19867282f req-1eb8e743-e78b-468e-bf6f-b40e21499d57 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:53.176740 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9549aab1-3874-41de-b761-32e19867282f req-1eb8e743-e78b-468e-bf6f-b40e21499d57 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0930462 Nov 23 13:00:53.221930 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9549aab1-3874-41de-b761-32e19867282f req-a24b82aa-67d7-45f9-990d-7b7d6de1bd19 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392973 Nov 23 13:00:53.663125 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95b015-6207-4ec5-87be-6720c007617c req-db4095cf-5a94-4895-ac4d-461d48eb9696 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:53.664921 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fd95b015-6207-4ec5-87be-6720c007617c req-db4095cf-5a94-4895-ac4d-461d48eb9696 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0833268 Nov 23 13:00:53.710340 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fd95b015-6207-4ec5-87be-6720c007617c req-fd818249-ab6b-492c-9a20-fe08e13b53d9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393252 Nov 23 13:00:53.920999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6900c86-e9ce-4102-ab97-9d784d1cd7d7 req-fc874b8e-266f-41e2-8a89-cf53f96b66fd tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:53.922466 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d6900c86-e9ce-4102-ab97-9d784d1cd7d7 req-fc874b8e-266f-41e2-8a89-cf53f96b66fd tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0830629 Nov 23 13:00:53.969329 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d6900c86-e9ce-4102-ab97-9d784d1cd7d7 req-d2875110-9ca3-4b19-bc54-eee09766a46b tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Nov 23 13:00:54.184303 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158aa14-0726-4eca-8bcd-7ee5c2ffbcf1 req-7bc49454-bd1c-4f0c-a6a8-0594c0b88856 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:54.185918 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b158aa14-0726-4eca-8bcd-7ee5c2ffbcf1 req-7bc49454-bd1c-4f0c-a6a8-0594c0b88856 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0996394 Nov 23 13:00:54.233414 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b158aa14-0726-4eca-8bcd-7ee5c2ffbcf1 req-9078a7e8-23f8-4319-af65-2dad76839d40 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Nov 23 13:00:54.420282 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfa86e-a14a-4116-b549-30e9b4299873 req-ae511afa-2f0d-4685-b7be-fb2473d411fd tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:54.421734 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10cfa86e-a14a-4116-b549-30e9b4299873 req-ae511afa-2f0d-4685-b7be-fb2473d411fd tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0804980 Nov 23 13:00:54.468895 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10cfa86e-a14a-4116-b549-30e9b4299873 req-405c9968-e6ec-4d00-9735-e30733cbc326 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Nov 23 13:00:54.753542 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d836a-996b-47b2-b941-72fad762fc97 req-0acd2444-a253-4ee2-9691-3a74085ba697 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:54.754835 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-696d836a-996b-47b2-b941-72fad762fc97 req-0acd2444-a253-4ee2-9691-3a74085ba697 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.84 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0919442 Nov 23 13:00:54.828053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Deleting port e47ad125-0726-4518-a3bc-ae85b21ef184 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:00:54.828446 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:55.030636 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13acfa-0cc4-4966-a209-68daf79cc28a req-93e63bc3-02da-4267-a0fe-ad6757701b30 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:55.032123 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7e13acfa-0cc4-4966-a209-68daf79cc28a req-93e63bc3-02da-4267-a0fe-ad6757701b30 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.2088804 Nov 23 13:00:55.157375 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7e13acfa-0cc4-4966-a209-68daf79cc28a req-bb0a25c8-5657-4c3c-b5c9-1bb5df268850 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818629 Nov 23 13:00:55.182085 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5eebd-2fbf-41f8-859f-f43d55fd146f req-4cf03de2-7b02-4138-80be-2ac4afd91c20 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:55.183404 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-62f5eebd-2fbf-41f8-859f-f43d55fd146f req-4cf03de2-7b02-4138-80be-2ac4afd91c20 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0877182 Nov 23 13:00:55.195737 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] For port e47ad125-0726-4518-a3bc-ae85b21ef184, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=e47ad125-0726-4518-a3bc-ae85b21ef184,segment=NetworkSegment(6841443b-808a-4813-9832-7a1cf80c8010),segment_id=6841443b-808a-4813-9832-7a1cf80c8010)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:00:55.196190 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:55.232895 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-62f5eebd-2fbf-41f8-859f-f43d55fd146f req-2c89c0cb-cdd5-49ba-a7cc-bc9fc36fd231 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 Nov 23 13:00:55.382089 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Calling delete_port for e47ad125-0726-4518-a3bc-ae85b21ef184 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:00:55.634840 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246885e4-c4a8-43a1-ad56-fa1ae7ef6190 req-6bd35f01-9894-4e7e-b5ed-e4d839848b20 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:55.636761 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-246885e4-c4a8-43a1-ad56-fa1ae7ef6190 req-6bd35f01-9894-4e7e-b5ed-e4d839848b20 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.2614224 Nov 23 13:00:55.660392 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65683ba0-a0f9-4f9c-a534-b2f24daa31f5 req-bf5fc8fa-45e7-4901-872c-c6a78e4d3fbd tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:55.661902 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-65683ba0-a0f9-4f9c-a534-b2f24daa31f5 req-bf5fc8fa-45e7-4901-872c-c6a78e4d3fbd tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 946 time: 0.0827396 Nov 23 13:00:55.695249 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:55.706149 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-246885e4-c4a8-43a1-ad56-fa1ae7ef6190 req-e3939f52-41db-498e-b786-d5f566c8c656 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629249 Nov 23 13:00:55.707881 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:00:55.720797 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-65683ba0-a0f9-4f9c-a534-b2f24daa31f5 req-2b345552-61bf-4a4d-b388-898385c3b36e tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/security-groups?id=3852f50d-6cb5-4260-99d1-d3c63876e13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529029 Nov 23 13:00:55.791794 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Pushing event deleted for resources: {'Port': ['ID=e47ad125-0726-4518-a3bc-ae85b21ef184,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:00:55.797138 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:00:55.874905 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] No DVR routers for this DVR port e47ad125-0726-4518-a3bc-ae85b21ef184 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:00:55.878705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:00:55.881771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '851d1bac-67b3-4477-8109-c37791c90f1b', 'name': 'network-vif-deleted', 'tag': 'e47ad125-0726-4518-a3bc-ae85b21ef184'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:00:55.911385 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-696d836a-996b-47b2-b941-72fad762fc97 req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.84 "DELETE /v2.0/ports/e47ad125-0726-4518-a3bc-ae85b21ef184 HTTP/1.1" status: 204 len: 173 time: 1.1504719 Nov 23 13:00:55.932411 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '851d1bac-67b3-4477-8109-c37791c90f1b', 'name': 'network-vif-deleted', 'tag': 'e47ad125-0726-4518-a3bc-ae85b21ef184', 'status': 'completed', 'code': 200} Nov 23 13:00:56.368266 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12906b-fd1e-4bdb-b572-57aa14c56839 req-93064d83-997c-4a73-a8d8-8841cea875cb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:56.369793 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bf12906b-fd1e-4bdb-b572-57aa14c56839 req-93064d83-997c-4a73-a8d8-8841cea875cb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0976963 Nov 23 13:00:56.417725 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bf12906b-fd1e-4bdb-b572-57aa14c56839 req-d87f7b16-1c1e-49e9-aa46-bc00c980e238 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Nov 23 13:00:56.618492 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c574feb-9f4b-4a92-8dad-f8e729f7467f req-7de50261-8431-444d-8c99-cd8ef7e39018 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:56.619881 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6c574feb-9f4b-4a92-8dad-f8e729f7467f req-7de50261-8431-444d-8c99-cd8ef7e39018 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0892320 Nov 23 13:00:56.668816 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6c574feb-9f4b-4a92-8dad-f8e729f7467f req-0d39941a-4c42-421a-a8a3-d4f54f359310 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Nov 23 13:00:56.907268 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ea260-51c4-465a-ad2a-b5873c00f8f9 req-65da17dc-5aa7-4960-ba10-fc784d1e0690 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:56.908773 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-581ea260-51c4-465a-ad2a-b5873c00f8f9 req-65da17dc-5aa7-4960-ba10-fc784d1e0690 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0850623 Nov 23 13:00:56.955603 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-581ea260-51c4-465a-ad2a-b5873c00f8f9 req-4e492df9-03b5-4f55-8d9f-0153f3e38568 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Nov 23 13:00:57.097666 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a8bfd996-2be3-464c-82ad-b5f6e9dcea44 req-b1a76e20-8958-4b19-a7ce-6a21575f06e6 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0443578 Nov 23 13:00:57.630430 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917dc6b-352f-4d74-b8ec-9c09b9962af2 req-f5447c71-25fa-41f5-a6be-8c4f0aa7eaa6 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:57.631912 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d917dc6b-352f-4d74-b8ec-9c09b9962af2 req-f5447c71-25fa-41f5-a6be-8c4f0aa7eaa6 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0878820 Nov 23 13:00:57.687274 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d917dc6b-352f-4d74-b8ec-9c09b9962af2 req-05f51360-a31c-4af5-ae43-3105f41be741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492029 Nov 23 13:00:57.880533 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f20c10-3b44-4f82-8a30-bcdc736fe0b7 req-905f0fc8-718a-4a5f-a822-3baf20e1d8a5 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:57.882330 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c7f20c10-3b44-4f82-8a30-bcdc736fe0b7 req-905f0fc8-718a-4a5f-a822-3baf20e1d8a5 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0898819 Nov 23 13:00:57.935264 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c7f20c10-3b44-4f82-8a30-bcdc736fe0b7 req-2dcee35e-6c57-4afd-b4d8-d4ec543cedd7 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Nov 23 13:00:58.148172 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ad464-9072-4371-91e7-2df672e23f84 req-0561e906-1664-480d-b310-fd90c3fb0d1d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:58.149678 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-455ad464-9072-4371-91e7-2df672e23f84 req-0561e906-1664-480d-b310-fd90c3fb0d1d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0821979 Nov 23 13:00:58.200067 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-455ad464-9072-4371-91e7-2df672e23f84 req-e809faa1-dc91-4a28-aa2c-181ac820f568 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Nov 23 13:00:58.347935 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0bb34555-e66f-4e37-b4b8-cb74ce317121 req-092fdde2-b753-46c0-a2e0-d9be88ae2ad2 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0497804 Nov 23 13:00:58.882084 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df818356-67fe-4d8f-9a00-c1102c6185bb req-7fe41b9d-e1f5-4bac-94ed-bf176de02a5d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:58.883576 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df818356-67fe-4d8f-9a00-c1102c6185bb req-7fe41b9d-e1f5-4bac-94ed-bf176de02a5d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.0835614 Nov 23 13:00:58.929066 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df818356-67fe-4d8f-9a00-c1102c6185bb req-78fed224-d589-4bf2-9e5d-8d7fbbcb987d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394220 Nov 23 13:00:59.138969 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c34dc-f2fe-40e6-9178-4a73ebdfab8a req-cf8fe74c-63b0-41b4-9eb0-acf6a85b68b0 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:59.140520 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d64c34dc-f2fe-40e6-9178-4a73ebdfab8a req-cf8fe74c-63b0-41b4-9eb0-acf6a85b68b0 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0915358 Nov 23 13:00:59.197064 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d64c34dc-f2fe-40e6-9178-4a73ebdfab8a req-1725f5fc-fac6-473c-a0ff-307158e73883 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463345 Nov 23 13:00:59.406442 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb783f-e0c7-457d-b1e2-d533e4496031 req-7f68c44c-04cd-40f7-a9bf-dbc47e187bfa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:00:59.407915 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cbeb783f-e0c7-457d-b1e2-d533e4496031 req-7f68c44c-04cd-40f7-a9bf-dbc47e187bfa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0961022 Nov 23 13:00:59.456054 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cbeb783f-e0c7-457d-b1e2-d533e4496031 req-b4a7b8d7-5974-43fa-aaed-2a6a8735e155 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418901 Nov 23 13:00:59.608944 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-160dc508-569d-471e-9b5b-7db8f18f7ae9 req-d2c51597-ff6f-4288-bf53-2217d28ae91d tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0469713 Nov 23 13:00:59.982550 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device e47ad125-0726-4518-a3bc-ae85b21ef184 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:01:00.012840 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 43d88996-bc75-42de-a03e-4caf7be9d7d1 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:01:00.024929 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: e47ad125-0726-4518-a3bc-ae85b21ef184 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:01:00.025268 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device e47ad125-0726-4518-a3bc-ae85b21ef184 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:01:00.140878 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8df56-c976-4186-9fbf-e8f13da2b475 req-703d1c68-fd9f-4abd-ae40-d8d574406a14 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:00.147980 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fff8df56-c976-4186-9fbf-e8f13da2b475 req-703d1c68-fd9f-4abd-ae40-d8d574406a14 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 943 time: 0.1011086 Nov 23 13:01:00.168372 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 43d88996-bc75-42de-a03e-4caf7be9d7d1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43d88996-bc75-42de-a03e-4caf7be9d7d1,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:00.183765 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '43d88996-bc75-42de-a03e-4caf7be9d7d1', 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'port_id': '43d88996-bc75-42de-a03e-4caf7be9d7d1', 'mac_address': 'fa:16:3e:e1:43:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae505c4-f3d4-4e40-be85-722f98a64072', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:01:00.204461 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fff8df56-c976-4186-9fbf-e8f13da2b475 req-481c2234-2a85-48b8-b954-241f03edb811 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519829 Nov 23 13:01:00.250718 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:00.305317 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d88996-bc75-42de-a03e-4caf7be9d7d1 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:01:00.322132 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 43d88996-bc75-42de-a03e-4caf7be9d7d1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43d88996-bc75-42de-a03e-4caf7be9d7d1,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:00.326976 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:00.329916 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:00.396505 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=43d88996-bc75-42de-a03e-4caf7be9d7d1,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:00.404354 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.404703 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.405042 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.405362 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.405689 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.406020 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.406343 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.406673 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.407016 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.407336 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.407656 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.407971 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:00.409425 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedba53-caf0-476a-8bd9-715f1da5570a req-608dffe2-fd12-4750-9ed9-b22fc1bd9d7a tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:00.410892 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0dedba53-caf0-476a-8bd9-715f1da5570a req-608dffe2-fd12-4750-9ed9-b22fc1bd9d7a tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0794318 Nov 23 13:01:00.412214 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:00.464495 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0dedba53-caf0-476a-8bd9-715f1da5570a req-b7acf4cc-d618-443e-b9dc-8b3868e935d7 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 Nov 23 13:01:00.669727 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6e2a-4719-4255-9a09-63ac5a87fcf2 req-1aaf4f11-4984-4ec2-807d-b71cc34f5ba7 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:00.671243 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7aeb6e2a-4719-4255-9a09-63ac5a87fcf2 req-1aaf4f11-4984-4ec2-807d-b71cc34f5ba7 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0986726 Nov 23 13:01:00.717041 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7aeb6e2a-4719-4255-9a09-63ac5a87fcf2 req-8c559f38-22e4-4911-9ca6-c407d3e82bfa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 Nov 23 13:01:00.771097 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-e69c081d-83d1-4c62-9800-9df8bbce9065 req-c84edb24-76c5-4fca-92d2-23681e814a94 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Synchronizing usage tracker for tenant:7d153c67e84449bb8eb36b752ec41896 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:01:00.788495 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-e69c081d-83d1-4c62-9800-9df8bbce9065 req-c84edb24-76c5-4fca-92d2-23681e814a94 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Unset dirty status for tenant:7d153c67e84449bb8eb36b752ec41896 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:01:00.789776 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e69c081d-83d1-4c62-9800-9df8bbce9065 req-c84edb24-76c5-4fca-92d2-23681e814a94 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0658228 Nov 23 13:01:01.383921 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba68b82-749b-4395-b53c-8dd17975b469 req-ea81718b-c878-4571-847a-a05d0ce0d392 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:01.385386 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dba68b82-749b-4395-b53c-8dd17975b469 req-ea81718b-c878-4571-847a-a05d0ce0d392 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 944 time: 0.0816512 Nov 23 13:01:01.431473 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dba68b82-749b-4395-b53c-8dd17975b469 req-5db3b410-e792-4e09-b4f4-28b28d2acfc3 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Nov 23 13:01:01.466584 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['43d88996-bc75-42de-a03e-4caf7be9d7d1'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:01:01.668584 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6202bcd-ec30-40d0-878a-d4997e0d6b6f req-567a218e-8ba0-41b3-87c0-3a3ec9a02efa tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:01.670421 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b6202bcd-ec30-40d0-878a-d4997e0d6b6f req-567a218e-8ba0-41b3-87c0-3a3ec9a02efa tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0922623 Nov 23 13:01:01.715919 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b6202bcd-ec30-40d0-878a-d4997e0d6b6f req-54976ed1-618f-4165-9e53-ef80f6d0a58a tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Nov 23 13:01:01.960266 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d67db-dc52-4b31-9721-becd130383dd req-0000614f-6b72-4b32-9f87-ae8fa3c7ea24 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:01.962539 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6e0d67db-dc52-4b31-9721-becd130383dd req-0000614f-6b72-4b32-9f87-ae8fa3c7ea24 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1301453 Nov 23 13:01:02.024903 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6e0d67db-dc52-4b31-9721-becd130383dd req-1705871a-21f6-4e04-83fb-6ed944d25eda tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517814 Nov 23 13:01:02.123308 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f019931-1fc7-4131-b13d-4a597c867481 req-31f00f3d-3c89-471d-9fe7-bcddebe3fc1c tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.1553094 Nov 23 13:01:02.246687 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197dd09-78ca-410e-b2e2-25dde7f32e3f req-68e1fe79-ead5-4273-9101-53c43f12d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:02.248189 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3197dd09-78ca-410e-b2e2-25dde7f32e3f req-68e1fe79-ead5-4273-9101-53c43f12d03b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 1099 time: 0.0785856 Nov 23 13:01:02.297213 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-3197dd09-78ca-410e-b2e2-25dde7f32e3f req-8b24a596-87c5-4575-b363-4987268dea3a service neutron] Synchronizing usage tracker for tenant:60daf20d62b04791a1ef39231d6b25d1 on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:01:02.308679 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-3197dd09-78ca-410e-b2e2-25dde7f32e3f req-8b24a596-87c5-4575-b363-4987268dea3a service neutron] Unset dirty status for tenant:60daf20d62b04791a1ef39231d6b25d1 on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:01:02.309853 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3197dd09-78ca-410e-b2e2-25dde7f32e3f req-8b24a596-87c5-4575-b363-4987268dea3a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523405 Nov 23 13:01:02.639609 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266ff0b-a767-46e4-9efe-059e9b0d0bdb req-1ea1cba5-279b-4fe8-9cad-60e33ec5b292 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:02.641576 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d266ff0b-a767-46e4-9efe-059e9b0d0bdb req-1ea1cba5-279b-4fe8-9cad-60e33ec5b292 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 944 time: 0.0966921 Nov 23 13:01:02.691715 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d266ff0b-a767-46e4-9efe-059e9b0d0bdb req-a86f7d26-cf63-4f6a-9a9c-7e9325a4540b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Nov 23 13:01:02.932299 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ca026-2787-4f93-986c-603f86589ad7 req-2cb26002-05f6-4511-b658-a06101f0e3e2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:02.933878 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c19ca026-2787-4f93-986c-603f86589ad7 req-2cb26002-05f6-4511-b658-a06101f0e3e2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.1016653 Nov 23 13:01:02.979508 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c19ca026-2787-4f93-986c-603f86589ad7 req-9dd057da-9034-436b-a346-18c9bce02a13 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394778 Nov 23 13:01:03.224372 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ddad9-e05a-4804-8a0b-57ef19d05b92 req-c3af338f-b068-4e0a-8a86-2e22b34a60d9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:03.225902 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-591ddad9-e05a-4804-8a0b-57ef19d05b92 req-c3af338f-b068-4e0a-8a86-2e22b34a60d9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0885773 Nov 23 13:01:03.283728 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-591ddad9-e05a-4804-8a0b-57ef19d05b92 req-640e68b8-a5bd-412a-9f80-8811f768580e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516884 Nov 23 13:01:03.317232 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a9a1ad22-3844-47ed-8e39-0a292a3a8cd7 req-bb366cc8-5a48-426f-bb68-75d8c0722e55 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] 10.222.0.60 "GET /v2.0/ports?device_id=851d1bac-67b3-4477-8109-c37791c90f1b HTTP/1.1" status: 200 len: 210 time: 0.0660174 Nov 23 13:01:03.885236 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2bbba-f818-47f3-af1f-b22be476dde6 req-a9d5aedd-1d00-47a9-983f-a1c25d54d4e4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:03.886919 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0ac2bbba-f818-47f3-af1f-b22be476dde6 req-a9d5aedd-1d00-47a9-983f-a1c25d54d4e4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 944 time: 0.0883179 Nov 23 13:01:03.942648 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0ac2bbba-f818-47f3-af1f-b22be476dde6 req-9c70865a-bf6f-45d5-b8bb-c9c66cc1660f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497794 Nov 23 13:01:04.171989 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c120d-448a-45d3-b034-a2934f9a1921 req-397c54f2-ed5c-49cd-aa9d-7538a570b8de tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:04.173417 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa6c120d-448a-45d3-b034-a2934f9a1921 req-397c54f2-ed5c-49cd-aa9d-7538a570b8de tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0844882 Nov 23 13:01:04.224002 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa6c120d-448a-45d3-b034-a2934f9a1921 req-f977864b-2344-4615-8412-279f069fab30 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Nov 23 13:01:04.498193 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e118d-b562-4bdd-a79a-0c03a53cd4cb req-94a18480-059e-4c59-8e0e-a22a8ae7fa15 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:04.499566 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f5e118d-b562-4bdd-a79a-0c03a53cd4cb req-94a18480-059e-4c59-8e0e-a22a8ae7fa15 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1067464 Nov 23 13:01:04.549510 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f5e118d-b562-4bdd-a79a-0c03a53cd4cb req-5b27b080-9df8-42c5-86ec-02ac31b4c016 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437496 Nov 23 13:01:05.136371 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c704ab1-cd47-4182-be3e-4a824852bd55 req-7495605e-a0e5-40c1-809c-dff59be1a73f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:05.138025 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c704ab1-cd47-4182-be3e-4a824852bd55 req-7495605e-a0e5-40c1-809c-dff59be1a73f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 944 time: 0.0860915 Nov 23 13:01:05.193988 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c704ab1-cd47-4182-be3e-4a824852bd55 req-66e6c7a5-8b70-4739-a112-ab0207a17b1d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487304 Nov 23 13:01:05.431936 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cc742-2a64-4784-bdc9-ebbeab141dde req-f716cbe8-4bca-4610-a50e-8d5d6c6ac015 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:05.433343 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-994cc742-2a64-4784-bdc9-ebbeab141dde req-f716cbe8-4bca-4610-a50e-8d5d6c6ac015 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.0937896 Nov 23 13:01:05.482767 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-994cc742-2a64-4784-bdc9-ebbeab141dde req-a48f706c-fd15-4908-bd5d-97e16afdb112 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408285 Nov 23 13:01:05.742133 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980f048-fa43-4e66-8121-656bc9811e87 req-4fc588f6-419c-48b0-b5cd-409e2e6cf55c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:05.743591 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6980f048-fa43-4e66-8121-656bc9811e87 req-4fc588f6-419c-48b0-b5cd-409e2e6cf55c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0809100 Nov 23 13:01:05.794272 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6980f048-fa43-4e66-8121-656bc9811e87 req-b3529f74-aa65-4294-b68c-d58710d3ee6e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Nov 23 13:01:06.404104 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6784e-489b-4563-9729-5f5b360bae36 req-a7d88462-5107-4e01-a0a1-dc5c0d399423 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:06.405593 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ead6784e-489b-4563-9729-5f5b360bae36 req-a7d88462-5107-4e01-a0a1-dc5c0d399423 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 944 time: 0.0902350 Nov 23 13:01:06.453255 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ead6784e-489b-4563-9729-5f5b360bae36 req-25e1b506-20fd-46d1-bbbf-d1f806beb0d3 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Nov 23 13:01:06.628969 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device d1719e73-7614-4f8d-9a1c-396cfa30d9b3 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:01:06.639965 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 43d88996-bc75-42de-a03e-4caf7be9d7d1 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:01:06.753446 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a89cd-e4a9-43c7-a6be-648c2e209f99 req-7b2fb600-ef31-4b82-8e2b-6a2358e507f8 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:06.755278 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-926a89cd-e4a9-43c7-a6be-648c2e209f99 req-7b2fb600-ef31-4b82-8e2b-6a2358e507f8 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 948 time: 0.1540301 Nov 23 13:01:06.814567 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 43d88996-bc75-42de-a03e-4caf7be9d7d1 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:01:06.831633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 43d88996-bc75-42de-a03e-4caf7be9d7d1 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:06.832016 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:06.836855 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-926a89cd-e4a9-43c7-a6be-648c2e209f99 req-67014137-65a2-459f-ac1d-496ba26586e7 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746887 Nov 23 13:01:06.888148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port d1719e73-7614-4f8d-9a1c-396cfa30d9b3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,segment=NetworkSegment(1961ae67-dad9-43a8-b086-02da31875b8c),segment_id=1961ae67-dad9-43a8-b086-02da31875b8c)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:06.907633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': 'd1719e73-7614-4f8d-9a1c-396cfa30d9b3', 'network_id': 'baf934d8-f507-42b6-a00a-f837fa8ba04c', 'port_id': 'd1719e73-7614-4f8d-9a1c-396cfa30d9b3', 'mac_address': 'fa:16:3e:10:f7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c32129fc-459f-497d-bdae-94ece07a752d', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:01:07.005375 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:07.019186 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d4304-4b3f-4c7c-a882-26c3259f5b39 req-2ae16f49-1658-43aa-bf99-5a5a467139d5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:07.020674 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e40d4304-4b3f-4c7c-a882-26c3259f5b39 req-2ae16f49-1658-43aa-bf99-5a5a467139d5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0810113 Nov 23 13:01:07.035224 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1719e73-7614-4f8d-9a1c-396cfa30d9b3 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:01:07.044102 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:07.072829 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e40d4304-4b3f-4c7c-a882-26c3259f5b39 req-3bd95638-3c17-4601-ac3f-c9ec6bbc32bb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452325 Nov 23 13:01:07.074299 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port d1719e73-7614-4f8d-9a1c-396cfa30d9b3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,segment=NetworkSegment(1961ae67-dad9-43a8-b086-02da31875b8c),segment_id=1961ae67-dad9-43a8-b086-02da31875b8c)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:07.082621 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da72692d-5ac7-4e8e-9b7d-11d421a1f071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d88996-bc75-42de-a03e-4caf7be9d7d1'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:01:07.093017 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 43d88996-bc75-42de-a03e-4caf7be9d7d1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43d88996-bc75-42de-a03e-4caf7be9d7d1,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:07.095505 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:07.097225 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:07.127945 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da72692d-5ac7-4e8e-9b7d-11d421a1f071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d88996-bc75-42de-a03e-4caf7be9d7d1', 'code': 200} Nov 23 13:01:07.133234 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:07.167881 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:07.171161 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:07.171619 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b9e45372-5035-4aec-ab15-8862b246d467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:07.241160 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=43d88996-bc75-42de-a03e-4caf7be9d7d1,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:07.247278 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:07.262930 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c7b4069-c9ec-4ae2-ad94-36cc80a2de1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:07.665458 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dfb25-0877-4b1b-9c33-cc271af6c319 req-8680211f-2bc0-4599-b5d0-1aa79ee6bd1c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:07.667037 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-746dfb25-0877-4b1b-9c33-cc271af6c319 req-8680211f-2bc0-4599-b5d0-1aa79ee6bd1c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 945 time: 0.0990486 Nov 23 13:01:07.708156 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:07.716839 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-746dfb25-0877-4b1b-9c33-cc271af6c319 req-8771514b-f7e5-4340-9b6a-513b6acd41a9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422537 Nov 23 13:01:08.029430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9d38e-ff35-41e4-9825-4a95a584021e req-b46790e6-76a1-438c-8d38-8d876bf61ad8 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:08.030954 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-50f9d38e-ff35-41e4-9825-4a95a584021e req-b46790e6-76a1-438c-8d38-8d876bf61ad8 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 949 time: 0.0857558 Nov 23 13:01:08.080276 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-50f9d38e-ff35-41e4-9825-4a95a584021e req-30eff94c-097e-44b5-a810-68323adf9a0d tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Nov 23 13:01:08.266240 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb56ec-b483-4e83-b763-ade5b06e9307 req-cbc80166-a030-4484-8776-7a1b5b1b14ad tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:08.267727 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-92bb56ec-b483-4e83-b763-ade5b06e9307 req-cbc80166-a030-4484-8776-7a1b5b1b14ad tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0835915 Nov 23 13:01:08.312485 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-92bb56ec-b483-4e83-b763-ade5b06e9307 req-0198f866-25ad-484e-af46-ed0840a7cde3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387564 Nov 23 13:01:08.796476 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f338b-6da8-4046-b14a-b53e4e71374f req-f1da4a45-0007-4200-9cc2-2b1b1174b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:08.797942 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4d2f338b-6da8-4046-b14a-b53e4e71374f req-f1da4a45-0007-4200-9cc2-2b1b1174b904 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 1098 time: 0.0781119 Nov 23 13:01:08.882619 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4d2f338b-6da8-4046-b14a-b53e4e71374f req-022efe98-a996-45d8-be80-ea327873f27c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772569 Nov 23 13:01:08.918535 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af46c4a-6271-43ed-9d6b-3a7dbf04b667 req-52bf9f94-38e3-4b34-98f5-1f58f9f444a9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:08.920010 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0af46c4a-6271-43ed-9d6b-3a7dbf04b667 req-52bf9f94-38e3-4b34-98f5-1f58f9f444a9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 945 time: 0.0944033 Nov 23 13:01:08.965901 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0af46c4a-6271-43ed-9d6b-3a7dbf04b667 req-aa8a0781-0471-4485-b29a-fa2dc052ee31 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Nov 23 13:01:09.286208 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87b7f8-bfc6-4cef-a8aa-456dea2a450c req-fc0749e2-8c7b-45cc-bd4e-d2d46651484b tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:09.287854 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bf87b7f8-bfc6-4cef-a8aa-456dea2a450c req-fc0749e2-8c7b-45cc-bd4e-d2d46651484b tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 949 time: 0.0962479 Nov 23 13:01:09.341919 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bf87b7f8-bfc6-4cef-a8aa-456dea2a450c req-c8ba5f5f-2be0-42c2-a0ce-11c7f3833220 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475106 Nov 23 13:01:09.524428 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa92b0-5f35-42a4-ba4c-dc9ee58f5e6e req-e2ec7a33-b3c1-452b-ac94-c887635f0b26 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:09.527249 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fcaa92b0-5f35-42a4-ba4c-dc9ee58f5e6e req-e2ec7a33-b3c1-452b-ac94-c887635f0b26 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1018214 Nov 23 13:01:09.584309 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fcaa92b0-5f35-42a4-ba4c-dc9ee58f5e6e req-adbf83d2-6657-49f7-b3c2-4bb2dd7672aa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510890 Nov 23 13:01:09.633655 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['d1719e73-7614-4f8d-9a1c-396cfa30d9b3'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:01:10.174659 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-53242f27-cb6b-4c95-a3da-070b962ebfde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:10.277442 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:01:10.389007 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db357b7-c244-47ef-9f5c-92730f8e9c32 req-0c6f0dec-70c7-430d-859e-ddf9ebb4ca3e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:10.398663 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7db357b7-c244-47ef-9f5c-92730f8e9c32 req-0c6f0dec-70c7-430d-859e-ddf9ebb4ca3e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 945 time: 0.1027474 Nov 23 13:01:10.453908 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7db357b7-c244-47ef-9f5c-92730f8e9c32 req-fcca289d-b6da-4408-a34e-08cdea081bb5 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542042 Nov 23 13:01:10.533468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37792) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:10.552881 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7420179-daa5-4d46-99f5-a9efa79ee77d req-b17b3979-78f1-42de-911f-ac0a1a987b24 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:10.554411 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7420179-daa5-4d46-99f5-a9efa79ee77d req-b17b3979-78f1-42de-911f-ac0a1a987b24 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 949 time: 0.0848169 Nov 23 13:01:10.599588 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7420179-daa5-4d46-99f5-a9efa79ee77d req-4e44c972-315b-4c84-8fca-17c0edf09ec0 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386887 Nov 23 13:01:10.684283 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:10.700623 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:10.704700 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Usage tracker for resource:security_group_rule and tenant:890796d40715477d9acdd1a024bdb61b is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:10.707704 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:10.713778 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:10.833013 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37812) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:10.839362 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b910855-0a99-4d6c-9e5d-efe99f6e62e7 req-20476395-9933-4301-943c-9696ff6c16f9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:10.840947 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0b910855-0a99-4d6c-9e5d-efe99f6e62e7 req-20476395-9933-4301-943c-9696ff6c16f9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1249080 Nov 23 13:01:10.912620 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Deleting subnet 503ad071-131e-4eb5-b2d3-b11975045ff3 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:01:10.915736 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:10.918964 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:10.922626 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0b910855-0a99-4d6c-9e5d-efe99f6e62e7 req-52fbfccc-28d7-4cc9-9c7b-502e5e1c121a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724380 Nov 23 13:01:10.925144 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:10.933393 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-048c9dfc-de76-4256-9e4e-67876cd3335e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:10.969070 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:10.975042 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=890796d40715477d9acdd1a024bdb61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404423 Nov 23 13:01:10.977042 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13780b7-123c-48a3-8629-b16d4b118322,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:10.979440 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37818) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:10.982579 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:11.039624 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.044523 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bda68b26-e38d-46f7-9b85-492941097b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.071239 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bda68b26-e38d-46f7-9b85-492941097b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.140291 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bda68b26-e38d-46f7-9b85-492941097b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.153741 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:11.155894 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.173338 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda68b26-e38d-46f7-9b85-492941097b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13780b7-123c-48a3-8629-b16d4b118322,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:11.174310 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.175883 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bda68b26-e38d-46f7-9b85-492941097b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.177293 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-bda68b26-e38d-46f7-9b85-492941097b6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e13780b7-123c-48a3-8629-b16d4b118322 HTTP/1.1" status: 204 len: 168 time: 0.1965151 Nov 23 13:01:11.178675 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-bda68b26-e38d-46f7-9b85-492941097b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:11.197229 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81cab8-6852-415e-8303-a2999aaa61c3 req-49af2b0e-925c-4064-8732-90e385b99479 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:11.206509 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eb81cab8-6852-415e-8303-a2999aaa61c3 req-49af2b0e-925c-4064-8732-90e385b99479 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1393683 Nov 23 13:01:11.211519 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:11.264530 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.267213 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503ad071-131e-4eb5-b2d3-b11975045ff3,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:11.272986 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:11.284699 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/503ad071-131e-4eb5-b2d3-b11975045ff3 HTTP/1.1" status: 204 len: 168 time: 0.4503939 Nov 23 13:01:11.287492 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37826) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:11.304614 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eb81cab8-6852-415e-8303-a2999aaa61c3 req-d52974f5-8402-441c-bb17-a90731f6606d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970542 Nov 23 13:01:11.411507 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.599471 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.639415 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.639873 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.640741 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.641352 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > port after_create 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.641817 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.642257 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > port after_update 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.642676 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.643088 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.643506 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.643954 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.743250 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.743250 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.743527 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.743988 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 13:01:11.744479 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4f91c5-0970-4bbf-899b-51f980de1478']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:11.760531 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6841443b-808a-4813-9832-7a1cf80c8010') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:11.761053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6841443b-808a-4813-9832-7a1cf80c8010') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:11.780047 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.804829 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.826200 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:01:11.826610 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:11.844896 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f733342-dba4-4901-89f8-813f41a8d5e3 req-a4ee682d-1e18-44df-8b52-576051f375c9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:11.847844 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f733342-dba4-4901-89f8-813f41a8d5e3 req-a4ee682d-1e18-44df-8b52-576051f375c9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 945 time: 0.1892290 Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: from cryptography.utils import int_from_bytes Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: from cryptography.utils import int_from_bytes Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: util.warn_limited( Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: util.warn_limited( Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:01:11.959089 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:01:11.985665 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f733342-dba4-4901-89f8-813f41a8d5e3 req-f5639fd9-4137-42f3-aef3-6a0cc788b8ef tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297848 Nov 23 13:01:12.135771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.145456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5da84bd5-014e-493c-b0da-c1c77a27719e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:12.177711 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2705bb-0829-42ee-886a-69cebfff1d45 req-edc8c812-fd05-4857-ba45-408bde1b43ec tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:12.179408 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2e2705bb-0829-42ee-886a-69cebfff1d45 req-edc8c812-fd05-4857-ba45-408bde1b43ec tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 949 time: 0.3651690 Nov 23 13:01:12.186871 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.190637 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4f91c5-0970-4bbf-899b-51f980de1478,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:12.195376 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:12.208739 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4d4f91c5-0970-4bbf-899b-51f980de1478 HTTP/1.1" status: 204 len: 168 time: 0.9187415 Nov 23 13:01:12.346632 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2e2705bb-0829-42ee-886a-69cebfff1d45 req-8c218d80-02ab-4126-9d7c-9e807edd0fd3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383564 Nov 23 13:01:12.347164 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37882) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:12.454646 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37892) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:12.487376 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.515945 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device d1719e73-7614-4f8d-9a1c-396cfa30d9b3 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:01:12.541400 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37898) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:12.602422 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ef1e348a-9db3-4d3a-9cb9-d65a5890d6db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d153c67e84449bb8eb36b752ec41896&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0574913 Nov 23 13:01:12.603068 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37904) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:12.633747 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:01:12.645722 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:12.646128 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.675958 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bbe2a403-60c7-4f22-8308-c3d6eec6945c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.740211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bbe2a403-60c7-4f22-8308-c3d6eec6945c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.797974 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.814473 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:12.819132 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bbe2a403-60c7-4f22-8308-c3d6eec6945c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.820912 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Usage tracker for resource:security_group_rule and tenant:8549da5be8454b71bdacfd7a2d9b29ac is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:12.825240 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:12.831782 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:12.838429 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:12.853105 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.870459 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2a403-60c7-4f22-8308-c3d6eec6945c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3852f50d-6cb5-4260-99d1-d3c63876e13e,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:12.875976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-280944596-network', 'tenant_id': '306daa81c2794164a38ae7bc3b322ef2'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:12.879250 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-bbe2a403-60c7-4f22-8308-c3d6eec6945c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:12.887774 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:12.889840 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bbe2a403-60c7-4f22-8308-c3d6eec6945c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.893527 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-bbe2a403-60c7-4f22-8308-c3d6eec6945c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3852f50d-6cb5-4260-99d1-d3c63876e13e HTTP/1.1" status: 204 len: 168 time: 0.2876575 Nov 23 13:01:12.899478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Usage tracker for resource:network and tenant:306daa81c2794164a38ae7bc3b322ef2 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:12.912083 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:12.923336 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:12.938332 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979f72d5-fadc-4b59-ace6-6b8b350a63d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1719e73-7614-4f8d-9a1c-396cfa30d9b3'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:01:12.952418 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Made reservation on behalf of 306daa81c2794164a38ae7bc3b322ef2 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:01:12.955928 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.963194 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port d1719e73-7614-4f8d-9a1c-396cfa30d9b3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,segment=NetworkSegment(1961ae67-dad9-43a8-b086-02da31875b8c),segment_id=1961ae67-dad9-43a8-b086-02da31875b8c)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:12.969127 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.971384 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:12.978469 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:12.999375 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:13.003377 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Usage tracker for resource:security_group_rule and tenant:306daa81c2794164a38ae7bc3b322ef2 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:13.006342 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:13.013935 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:13.057854 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.071524 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979f72d5-fadc-4b59-ace6-6b8b350a63d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1719e73-7614-4f8d-9a1c-396cfa30d9b3', 'code': 200} Nov 23 13:01:13.123829 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.133487 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-db2e9ff5-c368-4499-980e-ec2e6b880455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:13.138617 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:13.142176 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:13.176541 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c36fe2-9af0-474b-81e4-784e5087738e,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:13.193661 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:13.253801 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8549da5be8454b71bdacfd7a2d9b29ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951496 Nov 23 13:01:13.254171 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37924) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:13.309134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.317391 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.321284 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-39d3d305-1d4d-4413-9d56-635251c76341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:13.356440 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1242} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:01:13.360135 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-de01dad4-fcdb-449e-89a6-ff666f4362e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.362748 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a407aec6-5cd1-49f8-82ac-13d76dc9fff4,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:13.387216 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:13.401976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.402232 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Added segment c59d899f-35ef-4ad6-9333-06de7e55d225 of type vlan for network a571d6c9-2f13-4763-96af-a092586944f2 Nov 23 13:01:13.454125 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-de01dad4-fcdb-449e-89a6-ff666f4362e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.459664 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.519394 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988632-f52d-4b26-9fd8-5a156f9f6f5f req-22509559-ecfd-4959-a4c8-2f08aa7d63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:13.521028 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ef988632-f52d-4b26-9fd8-5a156f9f6f5f req-22509559-ecfd-4959-a4c8-2f08aa7d63e2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 1103 time: 0.1580369 Nov 23 13:01:13.546838 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-de01dad4-fcdb-449e-89a6-ff666f4362e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.552414 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-41663ffe-b06e-41db-96f9-cee32b0ce023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:13.562209 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.564576 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:13.565218 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.573817 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01dad4-fcdb-449e-89a6-ff666f4362e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c36fe2-9af0-474b-81e4-784e5087738e,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:13.579692 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-052dea93-d507-40d8-a35b-f4f3ba49a654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:13.581199 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-de01dad4-fcdb-449e-89a6-ff666f4362e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:13.583714 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-de01dad4-fcdb-449e-89a6-ff666f4362e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.585389 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-de01dad4-fcdb-449e-89a6-ff666f4362e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92c36fe2-9af0-474b-81e4-784e5087738e HTTP/1.1" status: 204 len: 168 time: 0.3300202 Nov 23 13:01:13.710862 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Pushing event updated for resources: {'Network': ['ID=a571d6c9-2f13-4763-96af-a092586944f2,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:13.714695 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:13.718593 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3701072 Nov 23 13:01:13.721689 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37948) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:13.726422 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network a571d6c9-2f13-4763-96af-a092586944f2 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:01:13.728755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Request body: {'subnet': {'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-280944596-subnet', 'tenant_id': '306daa81c2794164a38ae7bc3b322ef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:13.737153 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:13.741627 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Usage tracker for resource:subnet and tenant:306daa81c2794164a38ae7bc3b322ef2 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:13.748491 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:13.758705 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa8777-ade7-49bb-b905-bcaa39a94a7b req-11b77fb9-361f-485c-a904-b821aa249504 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:13.759010 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:13.760341 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2bfa8777-ade7-49bb-b905-bcaa39a94a7b req-11b77fb9-361f-485c-a904-b821aa249504 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.2506139 Nov 23 13:01:13.784567 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Made reservation on behalf of 306daa81c2794164a38ae7bc3b322ef2 for: {'subnet': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:01:13.787514 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066801'] for subnet, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:13.831400 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2bfa8777-ade7-49bb-b905-bcaa39a94a7b req-5fe32215-f28a-4841-92c2-41563c59b41c tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596378 Nov 23 13:01:14.020657 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 37958) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:14.048264 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.070200 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:14.075390 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7194a650fc964078bd302338e4a88432 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:14.079620 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:14.086744 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:14.108789 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728d2c8-729b-4279-afb0-c8b296ba0396 req-cd9fa74a-d01f-47bb-894f-aacb037b5d01 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:14.110341 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6728d2c8-729b-4279-afb0-c8b296ba0396 req-cd9fa74a-d01f-47bb-894f-aacb037b5d01 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1411915 Nov 23 13:01:14.139652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2720980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066755'] for subnet, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.144711 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-684eac09-c8af-4072-a7a9-6d4b52906daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:14.181548 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6728d2c8-729b-4279-afb0-c8b296ba0396 req-4df3c720-2113-4d9c-a691-3fce3b07b38f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623407 Nov 23 13:01:14.238701 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1911b1-83c1-4ef8-8774-fffb0afcfa91,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:14.241452 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.242847 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:14.243872 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Checking segment: {'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:14.244309 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Network hostable DHCP agents. Network: a571d6c9-2f13-4763-96af-a092586944f2, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:01:14.248728 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.259129 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e5568e48-997a-4da4-9524-7abd81785665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:14.273545 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Network a571d6c9-2f13-4763-96af-a092586944f2 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:01:14.289131 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, a571d6c9-2f13-4763-96af-a092586944f2) {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:14.294539 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:14.295722 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.302640 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f481d-b613-4155-a932-caa30dd6a892 None None] Network a571d6c9-2f13-4763-96af-a092586944f2 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:01:14.333659 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-b02cafbc-f04a-42c1-a3d1-83a1c4da4131 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6033700 Nov 23 13:01:14.411262 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7194a650fc964078bd302338e4a88432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894379 Nov 23 13:01:14.412084 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4290b2f-5446-49ef-9d59-33e0e24383ba,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:14.413999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 37970) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:14.415123 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:14.482795 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-24778734-4a3c-445b-992c-78a27621ff67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.520888 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-24778734-4a3c-445b-992c-78a27621ff67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.590596 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-24778734-4a3c-445b-992c-78a27621ff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.600550 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c874dbc-4a96-46b1-9838-2d0c5ef0f781 None None] Network a571d6c9-2f13-4763-96af-a092586944f2 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:01:14.604837 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f414954-6b4b-4069-8160-ec7dec5436b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:14.619338 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24778734-4a3c-445b-992c-78a27621ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4290b2f-5446-49ef-9d59-33e0e24383ba,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:14.623360 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-24778734-4a3c-445b-992c-78a27621ff67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:14.625143 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-24778734-4a3c-445b-992c-78a27621ff67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:14.627562 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-24778734-4a3c-445b-992c-78a27621ff67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4290b2f-5446-49ef-9d59-33e0e24383ba HTTP/1.1" status: 204 len: 168 time: 0.2110844 Nov 23 13:01:15.056295 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c8b51-88f3-4e79-88f0-4b259459dc22 req-34636ec5-686a-4e66-92c7-718fa4927aea tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:15.066097 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3a0c8b51-88f3-4e79-88f0-4b259459dc22 req-34636ec5-686a-4e66-92c7-718fa4927aea tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1087844 Nov 23 13:01:15.153584 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3a0c8b51-88f3-4e79-88f0-4b259459dc22 req-c464a056-252f-4d31-92e0-5274e5f85363 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863240 Nov 23 13:01:15.415978 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f73f80-9b00-475e-9cd2-ac5d2c43879d req-43b65d06-0e1b-4df2-8508-099d21b72afd tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:15.415978 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f6f73f80-9b00-475e-9cd2-ac5d2c43879d req-43b65d06-0e1b-4df2-8508-099d21b72afd tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0906477 Nov 23 13:01:15.416211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 38018) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:15.463771 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f6f73f80-9b00-475e-9cd2-ac5d2c43879d req-d79f1db8-5105-42c3-aeee-3901fe1e0451 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Nov 23 13:01:15.487270 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ef988632-f52d-4b26-9fd8-5a156f9f6f5f req-387310fb-d1fd-4540-9b1c-e269f22587e7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Nov 23 13:01:15.591033 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:15.605938 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:15.609896 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:47492ce2421549ca8cbf925bbe0ead1c is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:15.612684 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:15.618342 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:15.705715 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:15.711382 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:15.720482 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-bda68b26-e38d-46f7-9b85-492941097b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:15.759750 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47492ce2421549ca8cbf925bbe0ead1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424129 Nov 23 13:01:15.760847 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664b2740-0669-4324-a819-c3d4755897c2,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:15.762797 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38034) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:15.764134 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:15.832798 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-86918874-9b9c-4989-92f4-d3a760d7009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:15.858449 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-86918874-9b9c-4989-92f4-d3a760d7009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:15.917878 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-86918874-9b9c-4989-92f4-d3a760d7009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:15.922284 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-00107933-e921-48e6-b422-800a4473fc05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:15.938894 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86918874-9b9c-4989-92f4-d3a760d7009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664b2740-0669-4324-a819-c3d4755897c2,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:15.942501 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-86918874-9b9c-4989-92f4-d3a760d7009e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:15.949023 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-86918874-9b9c-4989-92f4-d3a760d7009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:15.953063 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-86918874-9b9c-4989-92f4-d3a760d7009e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/664b2740-0669-4324-a819-c3d4755897c2 HTTP/1.1" status: 204 len: 168 time: 0.1864960 Nov 23 13:01:16.337258 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 38056) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:16.358970 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:16.377750 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:16.382457 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Usage tracker for resource:security_group_rule and tenant:0098df62fd5a45a38c87c709411c18cc is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:16.385773 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:16.393504 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:16.439940 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e61325-6da9-4297-8361-79b8db8f5e91 req-5c0472ee-6359-432f-8c56-49e8ff4d45f4 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:16.441547 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-84e61325-6da9-4297-8361-79b8db8f5e91 req-5c0472ee-6359-432f-8c56-49e8ff4d45f4 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1433296 Nov 23 13:01:16.492907 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:16.494442 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-84e61325-6da9-4297-8361-79b8db8f5e91 req-42b76cee-62ba-4e99-82ce-5bcef7b0ec3f tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Nov 23 13:01:16.498544 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:16.511728 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-f4fb9553-ed1a-4ce7-a768-92682b81c1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:16.557031 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0098df62fd5a45a38c87c709411c18cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183990 Nov 23 13:01:16.557686 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05210b9-a716-4fdb-bf76-0b4f0711315d,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:16.559911 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38064) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:16.565155 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:16.682635 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-49f97cc4-c96d-41cc-87bc-12a609a3eb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:16.720919 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-49f97cc4-c96d-41cc-87bc-12a609a3eb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:16.760654 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b16bc-d2e7-4803-82f2-d9062e5c39dd req-dbe1f6f0-f507-4d1a-a1d1-cb6667a5f293 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:16.762144 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b0b16bc-d2e7-4803-82f2-d9062e5c39dd req-dbe1f6f0-f507-4d1a-a1d1-cb6667a5f293 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1559803 Nov 23 13:01:16.811554 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b0b16bc-d2e7-4803-82f2-d9062e5c39dd req-420febd0-d2c7-4a83-ba19-8471c95c86b5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423982 Nov 23 13:01:16.823565 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-49f97cc4-c96d-41cc-87bc-12a609a3eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:16.829235 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e9a668a9-a721-4eb3-9f6c-fba5415e4d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:16.842533 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f97cc4-c96d-41cc-87bc-12a609a3eb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05210b9-a716-4fdb-bf76-0b4f0711315d,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:16.845461 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-49f97cc4-c96d-41cc-87bc-12a609a3eb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:16.849288 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-49f97cc4-c96d-41cc-87bc-12a609a3eb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:16.852866 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-49f97cc4-c96d-41cc-87bc-12a609a3eb42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d05210b9-a716-4fdb-bf76-0b4f0711315d HTTP/1.1" status: 204 len: 168 time: 0.2812126 Nov 23 13:01:17.703734 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34126e6-6f39-4a4d-b2ce-f32dafd2fe30 req-8db49cbe-a13a-4e5d-bebe-4590c5f9ce79 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:17.705239 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e34126e6-6f39-4a4d-b2ce-f32dafd2fe30 req-8db49cbe-a13a-4e5d-bebe-4590c5f9ce79 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.0894780 Nov 23 13:01:17.749333 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e34126e6-6f39-4a4d-b2ce-f32dafd2fe30 req-c782d333-3e82-4dc2-bbfc-7e5484dea178 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Nov 23 13:01:17.997178 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb78ff9-e84a-4d99-a656-83f92efc0785 req-b3b1ade8-c7d8-4eb4-a2e2-181869fca7ef tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:17.998732 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5bb78ff9-e84a-4d99-a656-83f92efc0785 req-b3b1ade8-c7d8-4eb4-a2e2-181869fca7ef tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0810461 Nov 23 13:01:18.048421 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5bb78ff9-e84a-4d99-a656-83f92efc0785 req-06b4ccfd-401c-4283-8db9-265bf235971b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Nov 23 13:01:18.752803 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38132) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:18.855782 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:18.916101 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:18.939513 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:18.944900 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:aea3afe9cbf849dfbce3a41e492dc07d is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:18.948425 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:18.955339 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:18.993663 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6592e3-00ec-4e52-b32d-2ffa200506e0 req-47d810b7-46b1-4eca-93aa-77b586fd1ddb tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:18.995291 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6c6592e3-00ec-4e52-b32d-2ffa200506e0 req-47d810b7-46b1-4eca-93aa-77b586fd1ddb tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1365364 Nov 23 13:01:19.061793 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6c6592e3-00ec-4e52-b32d-2ffa200506e0 req-56a3efe8-8bd5-467b-bfb3-43181226d4a1 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596228 Nov 23 13:01:19.110234 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:19.127795 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:19.137635 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:19.221774 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aea3afe9cbf849dfbce3a41e492dc07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4678988 Nov 23 13:01:19.227848 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38144) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:19.231301 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31935a05-03d1-4691-8608-c188d4caaec4,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:19.236125 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:19.279374 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-886b566f-3a79-441b-93a4-78f25d313c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:19.281135 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-886b566f-3a79-441b-93a4-78f25d313c91 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1098 time: 0.0757310 Nov 23 13:01:19.331101 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87352a0-3e49-4668-8693-0428f4879937 req-966f84bf-7e36-4c86-9c7a-bf92645609d3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:19.332622 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c87352a0-3e49-4668-8693-0428f4879937 req-966f84bf-7e36-4c86-9c7a-bf92645609d3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1584775 Nov 23 13:01:19.333498 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:19.378052 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:19.426626 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c87352a0-3e49-4668-8693-0428f4879937 req-17aa7a43-2a8d-4de5-9837-41f80cda7c39 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833573 Nov 23 13:01:19.449475 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-cda07405-c6f3-4156-b902-051b23041620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:19.451389 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-cda07405-c6f3-4156-b902-051b23041620 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 918 time: 0.1419404 Nov 23 13:01:19.458305 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:19.463224 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-970b840d-1e1b-4c41-b6c7-c0a24dc8c25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:19.474217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31935a05-03d1-4691-8608-c188d4caaec4,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:19.484487 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.484851 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.485205 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.485555 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.485897 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.486240 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.486598 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.486935 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.487311 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.487608 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.487940 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.488280 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:19.491179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:19.492105 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:19.495938 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31935a05-03d1-4691-8608-c188d4caaec4 HTTP/1.1" status: 204 len: 168 time: 0.2668431 Nov 23 13:01:19.532647 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-78efa888-9b3e-43db-8494-7d499737f3d2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c HTTP/1.1" status: 200 len: 217 time: 0.0660102 Nov 23 13:01:19.664482 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-78fb3716-d589-4fe0-8127-995cb0c4ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:19.666127 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-78fb3716-d589-4fe0-8127-995cb0c4ad7b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.1184080 Nov 23 13:01:19.718103 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-fef64ef3-1c1f-4ddc-a2fb-728c465a4914 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429783 Nov 23 13:01:19.726300 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-29488980-f5a0-4324-895e-376733ddfbc4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1278920 Nov 23 13:01:19.905958 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38160) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:19.929880 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:19.946294 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:19.950431 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb9cbf7cfc046c28b1605dc6015cec5 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:19.953576 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:19.964411 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:19.997122 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-732cf3f8-e3a8-4e3b-8a1b-b98d8c3958a6 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691114 Nov 23 13:01:20.038778 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-2cb4564c-90bc-4495-8fd4-5c8817e13c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:20.040214 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-2cb4564c-90bc-4495-8fd4-5c8817e13c54 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 1098 time: 0.2098339 Nov 23 13:01:20.058524 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:20.067997 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:20.078955 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:20.138225 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03756c40-c6fa-4fde-89cc-236fd5207bf6,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:20.146241 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bb9cbf7cfc046c28b1605dc6015cec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383025 Nov 23 13:01:20.147234 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:20.147747 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38172) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:20.214731 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9597-e47e-4a2f-8358-ffb60e1f5cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:20.242356 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9597-e47e-4a2f-8358-ffb60e1f5cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:20.298995 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9597-e47e-4a2f-8358-ffb60e1f5cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:20.303025 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-357e2210-7eff-46b2-a7bc-5ecf1c54a237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:20.315959 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c72966e4-6a03-4f56-a68b-11a68d886e55 req-926cfddd-e990-4aaf-8131-6d02a5b8b0cd service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113928 Nov 23 13:01:20.317732 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf9597-e47e-4a2f-8358-ffb60e1f5cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03756c40-c6fa-4fde-89cc-236fd5207bf6,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:20.320662 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a0cf9597-e47e-4a2f-8358-ffb60e1f5cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:20.322702 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a0cf9597-e47e-4a2f-8358-ffb60e1f5cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:20.325864 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a0cf9597-e47e-4a2f-8358-ffb60e1f5cc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03756c40-c6fa-4fde-89cc-236fd5207bf6 HTTP/1.1" status: 204 len: 168 time: 0.1749561 Nov 23 13:01:20.344281 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-54f7418c-2e8d-44c1-9314-a77cc970ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:20.345739 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-54f7418c-2e8d-44c1-9314-a77cc970ab4d service neutron] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 917 time: 0.2560074 Nov 23 13:01:20.365471 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224f5b-2672-43d0-a192-b7837bd5d4c5 req-0159e7c3-0ec5-437f-9ba2-c04c7d6e84f2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:20.366986 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-85224f5b-2672-43d0-a192-b7837bd5d4c5 req-0159e7c3-0ec5-437f-9ba2-c04c7d6e84f2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1742001 Nov 23 13:01:20.469601 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-7b21e671-f3c6-41dd-bb50-ce61650436a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c117b14-8ae9-4517-8547-e104cbcb9a21 HTTP/1.1" status: 200 len: 217 time: 0.0771935 Nov 23 13:01:20.480195 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-85224f5b-2672-43d0-a192-b7837bd5d4c5 req-88c191c9-8afc-466e-858e-c9ee3eec3199 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064181 Nov 23 13:01:20.618783 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-f40ce411-f784-4a3f-81d9-2d9a9de11c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:20.620484 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-f40ce411-f784-4a3f-81d9-2d9a9de11c8e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.0667727 Nov 23 13:01:20.726024 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-c5dfe803-5ae8-44ff-9298-cd3aa6040aa3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505602 Nov 23 13:01:20.809156 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac1079-816e-4d34-828a-a7be7ef4a47e req-91247200-c486-48e4-b27c-71d10a35eafa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:20.811119 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7ac1079-816e-4d34-828a-a7be7ef4a47e req-91247200-c486-48e4-b27c-71d10a35eafa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0917740 Nov 23 13:01:20.877342 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f7ac1079-816e-4d34-828a-a7be7ef4a47e req-762f7d00-39e3-4b5d-8255-070cfffd061b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593333 Nov 23 13:01:21.040136 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-a12a5df4-039c-400c-a913-70a02b7085e0 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052530 Nov 23 13:01:21.345210 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19fb3b55-f6f7-4cf9-9298-beb5a0f0ecb8 req-978287d1-df3d-4675-b9d8-c244b57f9d78 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856054 Nov 23 13:01:21.389400 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-7dd00c92-6843-4f71-8dcd-738c0711a613 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:21.396629 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-7dd00c92-6843-4f71-8dcd-738c0711a613 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/networks?id=a571d6c9-2f13-4763-96af-a092586944f2 HTTP/1.1" status: 200 len: 808 time: 0.2165771 Nov 23 13:01:21.414790 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-d76a9154-a08f-4e13-a389-b7dde0adbfc0 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/quotas/306daa81c2794164a38ae7bc3b322ef2 HTTP/1.1" status: 200 len: 375 time: 0.0168922 Nov 23 13:01:21.483806 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-c1652f20-57dc-43e4-bde8-c86529bffe14 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=306daa81c2794164a38ae7bc3b322ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655000 Nov 23 13:01:21.662896 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-1c6f9d3b-3e90-4286-8c93-a1f8399b627e service neutron] 10.222.0.60 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779208 Nov 23 13:01:21.919073 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-4ca1b7b2-c071-4c54-859d-fa765073090c service neutron] 10.222.0.60 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494183 Nov 23 13:01:21.986849 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67b595-192f-4424-a584-862d9721fc86 req-e020c2e7-7eca-4199-91fd-f320d88a29a4 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:21.990725 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ba67b595-192f-4424-a584-862d9721fc86 req-e020c2e7-7eca-4199-91fd-f320d88a29a4 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1523941 Nov 23 13:01:22.042559 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ba67b595-192f-4424-a584-862d9721fc86 req-de3945d0-b2f8-4ff6-b8bf-1363b647d6eb tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449913 Nov 23 13:01:22.229089 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6444e671-593b-4802-9532-dddcc3dd2ed6 req-a76204fc-107e-48fd-a2da-ce61c0dd34ca tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0738003 Nov 23 13:01:22.302302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365f606-89b1-4b4e-a069-ad0cf4e46a83 req-b974fe62-523f-4a05-8b72-d825e12f6b66 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:22.304154 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7365f606-89b1-4b4e-a069-ad0cf4e46a83 req-b974fe62-523f-4a05-8b72-d825e12f6b66 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1305604 Nov 23 13:01:22.363733 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7365f606-89b1-4b4e-a069-ad0cf4e46a83 req-e82b829f-05b4-4224-b829-01c90f0f1c6b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504558 Nov 23 13:01:22.504206 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-a5e7e433-3ab9-49d2-b7cb-d65911d3da8f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:22.512161 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-a5e7e433-3ab9-49d2-b7cb-d65911d3da8f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 815 time: 0.1852741 Nov 23 13:01:22.523803 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-a1b9ebcd-f8be-4bad-b796-75249e3f803e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/quotas/9a31364455dc442f8df299a8ad758a4e HTTP/1.1" status: 200 len: 375 time: 0.0107780 Nov 23 13:01:22.715777 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-55cd9485-37d4-4abc-a0c9-e95b0e83d5c6 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836216 Nov 23 13:01:22.893611 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-54cb3286-5737-4091-86a6-253dfb3c789a service neutron] 10.222.0.60 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710029 Nov 23 13:01:23.106893 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-4773b160-5cca-45de-bf25-d024946d4774 service neutron] 10.222.0.60 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055352 Nov 23 13:01:23.154941 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237ea9-a562-42c8-afe5-1a556648b1f3 req-50128319-5b22-4fc4-9b5b-1f5bf3391eaa tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:23.156751 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c1237ea9-a562-42c8-afe5-1a556648b1f3 req-50128319-5b22-4fc4-9b5b-1f5bf3391eaa tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1096888 Nov 23 13:01:23.294334 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c1237ea9-a562-42c8-afe5-1a556648b1f3 req-ff78be45-6285-47b4-afaa-d1e71093c766 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317589 Nov 23 13:01:23.476934 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4bb8e91f-6c97-4f41-a096-68a5e9441623 req-63efbf7e-1563-4bf4-92a7-f9101e5ad75c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 210 time: 0.0771143 Nov 23 13:01:23.537905 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3de18c34-e90a-4d50-ac06-942868b9bbe0 req-0f91645e-a5aa-4d9d-b573-1272dd48ac03 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0576108 Nov 23 13:01:23.745527 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262ba2e-4376-418f-b06b-e509a9b90611 req-b004c60e-cfeb-424a-924c-b19836222c5c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:23.753855 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8262ba2e-4376-418f-b06b-e509a9b90611 req-b004c60e-cfeb-424a-924c-b19836222c5c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0968227 Nov 23 13:01:23.806159 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8262ba2e-4376-418f-b06b-e509a9b90611 req-73edabf9-abc3-4f5d-a2f0-6a2ed0318531 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508890 Nov 23 13:01:24.499713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e5487-518e-4ed3-bcc8-14c9e4d13756 req-a1f8d164-3ea2-4683-bfbc-bacfb27869c1 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:24.501284 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-152e5487-518e-4ed3-bcc8-14c9e4d13756 req-a1f8d164-3ea2-4683-bfbc-bacfb27869c1 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.0932817 Nov 23 13:01:24.548708 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-152e5487-518e-4ed3-bcc8-14c9e4d13756 req-21918f50-bc4e-4446-b597-e8fdd410cb6d tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Nov 23 13:01:24.697934 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-515fee41-c193-43bb-8a30-ab244261ff50 req-a0af9075-df78-428e-a1f0-44a1392c8f39 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 210 time: 0.0487008 Nov 23 13:01:24.836841 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0e64db24-6ea6-4f52-ada9-2c1f7bbcae73 req-c194bbda-2f2f-4a51-a4b1-f28fe1a421e9 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0430102 Nov 23 13:01:25.021408 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f5642-a61a-4236-9aa7-a03a2d8371c4 req-a8e71b79-91bb-4f2b-9d2f-76566f9bbb2b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:25.022799 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9b4f5642-a61a-4236-9aa7-a03a2d8371c4 req-a8e71b79-91bb-4f2b-9d2f-76566f9bbb2b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0924163 Nov 23 13:01:25.074762 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9b4f5642-a61a-4236-9aa7-a03a2d8371c4 req-c3414d1d-80bc-428b-8370-0ad886a38eb8 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Nov 23 13:01:25.751326 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52458-ba12-4926-bb36-700e990bb3ba req-65f9dbe5-3787-409e-be80-ccb269620e13 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:25.753224 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2fe52458-ba12-4926-bb36-700e990bb3ba req-65f9dbe5-3787-409e-be80-ccb269620e13 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.0858126 Nov 23 13:01:25.798673 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2fe52458-ba12-4926-bb36-700e990bb3ba req-72e15548-fd02-4503-a635-4d4be3155a9c tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394661 Nov 23 13:01:25.934486 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e03785e2-a883-457b-9c4a-883b10555e58 req-600554ae-620a-417b-84a1-3a5160cee494 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 210 time: 0.0416119 Nov 23 13:01:26.086373 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-206c33ce-9796-4b6d-8437-20f8e1dd2192 req-3a8f47a4-4b18-400a-87ed-58c84cdf90dd tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0567365 Nov 23 13:01:26.269502 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91282c1d-4bef-4a67-ac11-cac5f3281fc3 req-799be617-869f-4a5f-a408-db3888e40345 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:26.270991 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-91282c1d-4bef-4a67-ac11-cac5f3281fc3 req-799be617-869f-4a5f-a408-db3888e40345 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0861971 Nov 23 13:01:26.321814 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-91282c1d-4bef-4a67-ac11-cac5f3281fc3 req-254c7380-fb83-4939-95b4-3d9d48209fdc tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Nov 23 13:01:27.044301 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486615a-55e7-4b06-8bad-505c02d9571e req-836c415f-d958-4cd7-a0d2-d957c3f486aa tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:27.045965 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c486615a-55e7-4b06-8bad-505c02d9571e req-836c415f-d958-4cd7-a0d2-d957c3f486aa tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1162651 Nov 23 13:01:27.099550 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c486615a-55e7-4b06-8bad-505c02d9571e req-7ae261f5-7ba6-4ec8-8d6a-762aec06b840 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Nov 23 13:01:27.273537 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f76c5ce5-bc9b-4c7f-8076-a8c365dd3214 req-9a86a38d-1ca7-47b5-8e55-581940e595cd tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 210 time: 0.0522466 Nov 23 13:01:27.431052 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b5e11d44-10ff-493b-9850-665e430e0a1b req-90f192fb-581a-40ca-b215-76d5f0c6593d tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0481937 Nov 23 13:01:27.615815 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007950-0f3c-414d-8af2-d23b6958ffb5 req-396b8e96-f1d6-44ab-8745-07dcbafe3078 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:27.617338 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-06007950-0f3c-414d-8af2-d23b6958ffb5 req-396b8e96-f1d6-44ab-8745-07dcbafe3078 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0811758 Nov 23 13:01:27.666404 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-06007950-0f3c-414d-8af2-d23b6958ffb5 req-dcdb6404-62f9-4afd-a52c-18768a6dae4d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 Nov 23 13:01:28.317901 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f626761-978a-4770-b05b-a6103a588fce req-d70e4d89-ad63-421a-8de6-a57280c23caa tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:28.319845 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4f626761-978a-4770-b05b-a6103a588fce req-d70e4d89-ad63-421a-8de6-a57280c23caa tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1052830 Nov 23 13:01:28.369544 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4f626761-978a-4770-b05b-a6103a588fce req-2c504534-18a7-469f-857f-2b39699ba70b tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421965 Nov 23 13:01:28.438515 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bfacbcac-f936-4c4b-a4b0-76eee365a479 req-4f816776-34b5-4722-8409-987978650c8c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 210 time: 0.0478561 Nov 23 13:01:28.603982 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-1a9566cb-eb70-4b71-b52d-3f274674e2fb tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:28.605701 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-1a9566cb-eb70-4b71-b52d-3f274674e2fb tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.84 "GET /v2.0/networks?id=a571d6c9-2f13-4763-96af-a092586944f2 HTTP/1.1" status: 200 len: 808 time: 0.1610866 Nov 23 13:01:28.634562 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Request body: {'port': {'device_id': '0c7618d8-89ce-43e8-b243-3b6e2647e9b7', 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2', 'admin_state_up': True, 'tenant_id': '306daa81c2794164a38ae7bc3b322ef2'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:28.638129 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-759ce811-8480-4228-ba70-d66fd0857363 req-4aff5ec0-0431-4ada-8db8-7afaf47708c5 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 210 time: 0.0509601 Nov 23 13:01:28.827875 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:28.837342 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Usage tracker for resource:port and tenant:306daa81c2794164a38ae7bc3b322ef2 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:28.841663 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:28.850220 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:28.868430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Made reservation on behalf of 306daa81c2794164a38ae7bc3b322ef2 for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:01:28.871302 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:28.900793 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f07da1-c409-4a18-b403-e80ef6cbadb1 req-199b68b0-fe16-41e3-a140-3c75c99edd4a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:28.902305 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d2f07da1-c409-4a18-b403-e80ef6cbadb1 req-199b68b0-fe16-41e3-a140-3c75c99edd4a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1249232 Nov 23 13:01:29.015349 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d2f07da1-c409-4a18-b403-e80ef6cbadb1 req-85f08ca3-38e0-4980-a8ff-5b290cd0f6db tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736494 Nov 23 13:01:29.088796 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Allocated IP 172.20.0.8 (a571d6c9-2f13-4763-96af-a092586944f2/be1911b1-83c1-4ef8-8774-fffb0afcfa91/56555464-8803-4bc7-b12c-00625c5092d6) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:01:29.296445 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:29.329358 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:29.335388 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:29.405242 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Network a571d6c9-2f13-4763-96af-a092586944f2 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:01:29.408546 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:29.412482 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:01:29.446797 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Pushing event updated for resources: {'Port': ['ID=56555464-8803-4bc7-b12c-00625c5092d6,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:29.472212 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.472609 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.472959 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.473364 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.473692 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.474082 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.474462 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.474798 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.475130 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.475492 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.475791 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.476121 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:29.484820 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:29.542774 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:29.543409 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:29.592354 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9627361 Nov 23 13:01:29.610151 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91183-2457-4bc0-bb9a-f387c7355eb0 req-5beb8a64-cc03-4a23-b8f1-bb2233596510 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:29.611650 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-feb91183-2457-4bc0-bb9a-f387c7355eb0 req-5beb8a64-cc03-4a23-b8f1-bb2233596510 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1289639 Nov 23 13:01:29.655308 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f0b159c9-6fea-4c67-8ac1-a749cb9767e6 req-c9a7c28c-f206-4400-a7f6-f17d8d6dc193 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 210 time: 0.0445809 Nov 23 13:01:29.688551 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Request body: {'port': {'device_id': '0c7618d8-89ce-43e8-b243-3b6e2647e9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:29.717630 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-feb91183-2457-4bc0-bb9a-f387c7355eb0 req-167ff1a3-26c9-4ad8-b8e3-334312a0f6eb tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002350 Nov 23 13:01:29.854613 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aefe1-dd01-4dbc-bb2d-861dcdfaa686 req-5efffda0-f8f9-4b45-9972-289de1cb1525 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:29.856174 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-108aefe1-dd01-4dbc-bb2d-861dcdfaa686 req-5efffda0-f8f9-4b45-9972-289de1cb1525 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 931 time: 0.1007979 Nov 23 13:01:29.906683 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-108aefe1-dd01-4dbc-bb2d-861dcdfaa686 req-64c12267-c2a2-4471-8509-6000a981dd74 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Synchronizing usage tracker for tenant:306daa81c2794164a38ae7bc3b322ef2 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:01:29.927770 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-108aefe1-dd01-4dbc-bb2d-861dcdfaa686 req-64c12267-c2a2-4471-8509-6000a981dd74 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Unset dirty status for tenant:306daa81c2794164a38ae7bc3b322ef2 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:01:29.929267 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-108aefe1-dd01-4dbc-bb2d-861dcdfaa686 req-64c12267-c2a2-4471-8509-6000a981dd74 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639801 Nov 23 13:01:30.008123 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:30.057860 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-20f18817-3264-461b-a033-8d7f8f4cf461 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:30.059607 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-20f18817-3264-461b-a033-8d7f8f4cf461 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 815 time: 0.4069843 Nov 23 13:01:30.161664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Request body: {'port': {'device_id': '12bb9b8b-86ee-463f-a3be-95894290b739', 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'admin_state_up': True, 'tenant_id': '9a31364455dc442f8df299a8ad758a4e'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:30.494947 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:30.507611 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b57ca-b818-4aed-bd02-c02bf43b4463 req-5214845b-ce50-442d-9fed-15aed26a9add tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:30.509163 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fc7b57ca-b818-4aed-bd02-c02bf43b4463 req-5214845b-ce50-442d-9fed-15aed26a9add tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.3593776 Nov 23 13:01:30.526020 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:30.566012 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Made reservation on behalf of 9a31364455dc442f8df299a8ad758a4e for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:01:30.569893 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:30.608608 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fc7b57ca-b818-4aed-bd02-c02bf43b4463 req-50e14511-bf82-45d0-989d-56814559dfdc tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882447 Nov 23 13:01:30.717560 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56555464-8803-4bc7-b12c-00625c5092d6 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:01:30.728161 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:30.757058 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Transition to ACTIVE for port object 56555464-8803-4bc7-b12c-00625c5092d6 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:30.806877 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:30.841960 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:30.905957 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4a0436d9-d230-4000-81f3-b7bc45c082b2 req-fbde10fa-3a73-4d19-9baa-2f7c5e02189b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 210 time: 0.1106942 Nov 23 13:01:31.005065 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Allocated IP 172.20.0.6 (bf33958f-9165-410d-8036-71326a5124b6/eae505c4-f3d4-4e40-be85-722f98a64072/a7974570-e152-43f9-91ff-1ff60c761971) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:01:31.051158 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=56555464-8803-4bc7-b12c-00625c5092d6,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:31.062989 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:31.170760 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-89888481-454d-4b6d-8217-2b67243285bc tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:31.172631 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-89888481-454d-4b6d-8217-2b67243285bc tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.84 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.1452532 Nov 23 13:01:31.214129 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1054b8-119f-4189-8d5e-215b7a389e2b req-a468bce5-af4c-49b9-827b-094d026de9ab tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:31.215529 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4f1054b8-119f-4189-8d5e-215b7a389e2b req-a468bce5-af4c-49b9-827b-094d026de9ab tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 943 time: 0.1512713 Nov 23 13:01:31.253961 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Attempting to bind port 56555464-8803-4bc7-b12c-00625c5092d6 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:01:31.254428 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Attempting to bind port 56555464-8803-4bc7-b12c-00625c5092d6 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:01:31.255422 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Attempting to bind port 56555464-8803-4bc7-b12c-00625c5092d6 on network a571d6c9-2f13-4763-96af-a092586944f2 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:01:31.283829 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Deleting port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:01:31.284160 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:31.311018 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Port 56555464-8803-4bc7-b12c-00625c5092d6 on network a571d6c9-2f13-4763-96af-a092586944f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:01:31.311451 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Attempting to bind port 56555464-8803-4bc7-b12c-00625c5092d6 on network a571d6c9-2f13-4763-96af-a092586944f2 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:01:31.340549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:01:31.340549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Checking segment: {'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:31.340549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Bound using segment: {'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:01:31.340549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Bound port: 56555464-8803-4bc7-b12c-00625c5092d6, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:01:31.340549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:31.346228 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4f1054b8-119f-4189-8d5e-215b7a389e2b req-acfa94a0-6081-443c-8bf4-91cf74fed0f1 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237304 Nov 23 13:01:31.371057 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150cf5b-7b0d-4dc3-9003-24cd9bf29c48 req-d3fdf144-c25f-427b-b6fa-228e8e8e14d3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:31.371057 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e150cf5b-7b0d-4dc3-9003-24cd9bf29c48 req-d3fdf144-c25f-427b-b6fa-228e8e8e14d3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 950 time: 0.3195968 Nov 23 13:01:31.551796 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:31.659161 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e150cf5b-7b0d-4dc3-9003-24cd9bf29c48 req-50d0019d-05f0-4ac2-8048-be31d04fa7db tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/security-groups?id=bbe200b0-601e-44f5-8c4c-201b7ac139fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884252 Nov 23 13:01:31.674519 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:31.706558 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-979ced40-8526-4f78-a583-ac9b97d624ff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:31.728809 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2c117b14-8ae9-4517-8547-e104cbcb9a21', '43d88996-bc75-42de-a03e-4caf7be9d7d1'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:01:31.739602 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] For port d1719e73-7614-4f8d-9a1c-396cfa30d9b3, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,segment=NetworkSegment(1961ae67-dad9-43a8-b086-02da31875b8c),segment_id=1961ae67-dad9-43a8-b086-02da31875b8c)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:31.742917 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:31.906851 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Pushing event updated for resources: {'Port': ['ID=a7974570-e152-43f9-91ff-1ff60c761971,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:31.914984 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:31.922712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 38490) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:31.927513 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] For port 56555464-8803-4bc7-b12c-00625c5092d6, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:01:31.935812 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Network bf33958f-9165-410d-8036-71326a5124b6 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:01:31.950686 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:31.957809 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:01:32.044125 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] For port 56555464-8803-4bc7-b12c-00625c5092d6, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56555464-8803-4bc7-b12c-00625c5092d6,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:01:32.067658 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.096371 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:32.127006 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Calling delete_port for d1719e73-7614-4f8d-9a1c-396cfa30d9b3 owned by compute:nova {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:01:32.407548 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fd4c6-80a0-47e2-aefd-8786a6702135 req-e3d2dbc8-895d-4719-93da-78a3e55792dc tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:32.414928 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-924fd4c6-80a0-47e2-aefd-8786a6702135 req-e3d2dbc8-895d-4719-93da-78a3e55792dc tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.3066545 Nov 23 13:01:32.418979 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:32.419820 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.421359 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] 10.222.0.84 "PUT /v2.0/ports/56555464-8803-4bc7-b12c-00625c5092d6 HTTP/1.1" status: 200 len: 1093 time: 2.7374029 Nov 23 13:01:32.430990 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7618d8-89ce-43e8-b243-3b6e2647e9b7', 'tag': '56555464-8803-4bc7-b12c-00625c5092d6'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:01:32.452012 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.492563 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:32.493361 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.510035 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-924fd4c6-80a0-47e2-aefd-8786a6702135 req-6a39b0bb-092f-46f6-a5e9-b91e094c1abb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941508 Nov 23 13:01:32.537648 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.551305 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:32.553574 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:32.558636 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Usage tracker for resource:security_group_rule and tenant:16a52c7a274541948a97f6e4a593f313 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:32.562222 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:32.568430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:32.678911 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Pushing event deleted for resources: {'Port': ['ID=d1719e73-7614-4f8d-9a1c-396cfa30d9b3,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:32.694325 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:32.715869 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.745238 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] No DVR routers for this DVR port d1719e73-7614-4f8d-9a1c-396cfa30d9b3 on host hv-cinder-81888 {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:01:32.748959 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.756077 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979f72d5-fadc-4b59-ace6-6b8b350a63d9', 'name': 'network-vif-deleted', 'tag': 'd1719e73-7614-4f8d-9a1c-396cfa30d9b3'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:01:32.761411 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.789683 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.84 "DELETE /v2.0/ports/d1719e73-7614-4f8d-9a1c-396cfa30d9b3 HTTP/1.1" status: 204 len: 173 time: 1.6097388 Nov 23 13:01:32.825877 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=56555464-8803-4bc7-b12c-00625c5092d6,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:32.834580 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:32.838581 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-26ce5e91-cee6-4848-930e-cd8223b01c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:32.855460 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7037554 Nov 23 13:01:32.875429 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16a52c7a274541948a97f6e4a593f313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9471502 Nov 23 13:01:32.875859 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38536) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:32.891746 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Request body: {'port': {'device_id': '12bb9b8b-86ee-463f-a3be-95894290b739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:32.958815 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-79f79806-0d9b-44f9-a1e7-8d86b7e09b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:32.986313 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f252a8-2dfc-41d9-a9c5-d02e5c3f4bfc,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:32.993847 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5a995dbf-5e70-4170-bf28-f1451f932945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:33.019652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11b7dd-a99c-4327-9f54-9003394c4e82 req-a11d4647-4b21-40a6-9198-6b8776ba6d52 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:33.020729 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-7c11b7dd-a99c-4327-9f54-9003394c4e82 req-a11d4647-4b21-40a6-9198-6b8776ba6d52 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:01:33.063790 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-79f79806-0d9b-44f9-a1e7-8d86b7e09b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:33.095011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-5fb44537-f2a1-4c51-8883-2a87797701db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:33.096880 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-5fb44537-f2a1-4c51-8883-2a87797701db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=306daa81c2794164a38ae7bc3b322ef2&device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 1096 time: 0.5937240 Nov 23 13:01:33.104114 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-7c11b7dd-a99c-4327-9f54-9003394c4e82 req-a11d4647-4b21-40a6-9198-6b8776ba6d52 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:01:33.105644 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7c11b7dd-a99c-4327-9f54-9003394c4e82 req-a11d4647-4b21-40a6-9198-6b8776ba6d52 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 931 time: 0.7881892 Nov 23 13:01:33.113141 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:33.161782 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf5644-052b-42a8-898b-2c88d5bb48dd req-5d6864c8-eeda-4b56-a1e6-127e5c049c36 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:33.163544 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5daf5644-052b-42a8-898b-2c88d5bb48dd req-5d6864c8-eeda-4b56-a1e6-127e5c049c36 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 943 time: 0.1543295 Nov 23 13:01:33.170478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-79f79806-0d9b-44f9-a1e7-8d86b7e09b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:33.178116 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c7969a0e-b303-43b5-bc1d-48eeceac0c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:33.208159 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f79806-0d9b-44f9-a1e7-8d86b7e09b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f252a8-2dfc-41d9-a9c5-d02e5c3f4bfc,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:33.212568 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-79f79806-0d9b-44f9-a1e7-8d86b7e09b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:33.218365 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-d2597fd0-4a40-4a1b-9cb5-a006755ef683 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56555464-8803-4bc7-b12c-00625c5092d6 HTTP/1.1" status: 200 len: 217 time: 0.0902684 Nov 23 13:01:33.223600 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-79f79806-0d9b-44f9-a1e7-8d86b7e09b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:33.227613 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-79f79806-0d9b-44f9-a1e7-8d86b7e09b8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09f252a8-2dfc-41d9-a9c5-d02e5c3f4bfc HTTP/1.1" status: 204 len: 168 time: 0.3469753 Nov 23 13:01:33.245296 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7c11b7dd-a99c-4327-9f54-9003394c4e82 req-70476976-25c9-41b0-9c07-355f31123e6b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332042 Nov 23 13:01:33.263497 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5daf5644-052b-42a8-898b-2c88d5bb48dd req-26cea5cc-e532-495c-9f73-2ee0da19d0c7 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869596 Nov 23 13:01:33.357877 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-28252c7f-1a26-4027-a74c-160fd8f1d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:33.359357 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-28252c7f-1a26-4027-a74c-160fd8f1d107 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=be1911b1-83c1-4ef8-8774-fffb0afcfa91 HTTP/1.1" status: 200 len: 848 time: 0.1181004 Nov 23 13:01:33.367029 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7618d8-89ce-43e8-b243-3b6e2647e9b7', 'tag': '56555464-8803-4bc7-b12c-00625c5092d6', 'status': 'completed', 'code': 200} Nov 23 13:01:33.420774 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979f72d5-fadc-4b59-ace6-6b8b350a63d9', 'name': 'network-vif-deleted', 'tag': 'd1719e73-7614-4f8d-9a1c-396cfa30d9b3', 'status': 'completed', 'code': 200} Nov 23 13:01:33.595073 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a2e81520-6d9c-4313-8927-a42a6d926cf0 req-5eabb014-e74a-40de-8efd-ac56212e6dc0 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] 10.222.0.60 "GET /v2.0/ports?device_id=979f72d5-fadc-4b59-ace6-6b8b350a63d9 HTTP/1.1" status: 200 len: 210 time: 0.1456020 Nov 23 13:01:33.597274 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-8485dd78-c43e-4a1e-8e8e-38c142d857e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a571d6c9-2f13-4763-96af-a092586944f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2166140 Nov 23 13:01:33.689864 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38556) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:33.716659 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:33.734023 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:33.738947 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Usage tracker for resource:security_group_rule and tenant:eb48ba04242b426ea989da5dc33ed2fa is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:33.742425 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:33.749809 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:33.811670 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45f63-394f-4b63-9ce9-24903d42d27a req-4e7ac8b2-767c-4475-935f-bde7b25a378a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:33.815521 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3a45f63-394f-4b63-9ce9-24903d42d27a req-4e7ac8b2-767c-4475-935f-bde7b25a378a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1808226 Nov 23 13:01:33.945197 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3a45f63-394f-4b63-9ce9-24903d42d27a req-02c4aff3-bc71-4334-96ac-8f539d00263e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218574 Nov 23 13:01:34.016675 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.021865 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.033287 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b556b21f-752b-4127-a0ae-9f22e6c90ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:34.099371 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb48ba04242b426ea989da5dc33ed2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975358 Nov 23 13:01:34.099371 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c337e6-5862-44d6-8933-af0162dd0faf,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:34.099535 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 38574) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:34.099757 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:34.111931 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-ef5d217d-7274-46e7-93fb-87426d099157 service neutron] 10.222.0.84 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340211 Nov 23 13:01:34.144255 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7974570-e152-43f9-91ff-1ff60c761971 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:01:34.166752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.262429 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Transition to ACTIVE for port object a7974570-e152-43f9-91ff-1ff60c761971 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:34.279029 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.296469 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:34.349797 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-938f1579-dae0-4697-b1ab-419f733b862b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.440108 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-805c5449-d8d3-4a97-9d42-046306e21ca5 req-e89f097e-8d6f-4aea-b733-b022d9a93327 service neutron] 10.222.0.84 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165364 Nov 23 13:01:34.515282 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58ea46-9201-4593-84c1-99372aab1e18 req-ff152e1d-f6e9-45ee-9bbd-57f550bc1c77 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:34.517177 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0a58ea46-9201-4593-84c1-99372aab1e18 req-ff152e1d-f6e9-45ee-9bbd-57f550bc1c77 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 943 time: 0.0932660 Nov 23 13:01:34.566885 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0a58ea46-9201-4593-84c1-99372aab1e18 req-72e01761-f9c1-4fdf-9f4e-210b2e1f2010 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Nov 23 13:01:34.660131 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Pushing event updated for resources: {'Port': ['ID=a7974570-e152-43f9-91ff-1ff60c761971,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:34.667689 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-938f1579-dae0-4697-b1ab-419f733b862b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.674555 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device d1719e73-7614-4f8d-9a1c-396cfa30d9b3 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:01:34.682013 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:34.718986 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: d1719e73-7614-4f8d-9a1c-396cfa30d9b3 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:01:34.719745 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device d1719e73-7614-4f8d-9a1c-396cfa30d9b3 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:01:34.821971 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Attempting to bind port a7974570-e152-43f9-91ff-1ff60c761971 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:01:34.822310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Attempting to bind port a7974570-e152-43f9-91ff-1ff60c761971 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:01:34.822643 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Attempting to bind port a7974570-e152-43f9-91ff-1ff60c761971 on network bf33958f-9165-410d-8036-71326a5124b6 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:01:34.836805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99edae-de72-42e4-b4bd-4a7a4ff068a2 req-1289ffdc-fae5-4108-a335-bf18bc7ee97d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:34.843799 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3d99edae-de72-42e4-b4bd-4a7a4ff068a2 req-1289ffdc-fae5-4108-a335-bf18bc7ee97d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 943 time: 0.4062870 Nov 23 13:01:34.843799 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Port a7974570-e152-43f9-91ff-1ff60c761971 on network bf33958f-9165-410d-8036-71326a5124b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:01:34.843799 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Attempting to bind port a7974570-e152-43f9-91ff-1ff60c761971 on network bf33958f-9165-410d-8036-71326a5124b6 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:01:34.845116 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-938f1579-dae0-4697-b1ab-419f733b862b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.853620 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2202cff0-6b82-4df8-a034-32929e6d5f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:34.868352 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:01:34.868694 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Checking segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:34.869083 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Bound using segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:01:34.869522 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Bound port: a7974570-e152-43f9-91ff-1ff60c761971, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:01:34.869871 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.906774 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f1579-dae0-4697-b1ab-419f733b862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c337e6-5862-44d6-8933-af0162dd0faf,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:34.915956 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-f1fa7206-99cb-49c5-9f79-6bcb083a1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:34.917502 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-f1fa7206-99cb-49c5-9f79-6bcb083a1446 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=306daa81c2794164a38ae7bc3b322ef2&device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 1096 time: 0.3279383 Nov 23 13:01:34.918833 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-938f1579-dae0-4697-b1ab-419f733b862b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:34.924220 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-938f1579-dae0-4697-b1ab-419f733b862b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:34.937768 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-938f1579-dae0-4697-b1ab-419f733b862b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8c337e6-5862-44d6-8933-af0162dd0faf HTTP/1.1" status: 204 len: 168 time: 0.8313034 Nov 23 13:01:35.074307 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3d99edae-de72-42e4-b4bd-4a7a4ff068a2 req-d6929999-7c0a-46cd-91c4-5138ee1cfd81 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126663 Nov 23 13:01:35.141846 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] For port a7974570-e152-43f9-91ff-1ff60c761971, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:01:35.176922 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] For port a7974570-e152-43f9-91ff-1ff60c761971, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7974570-e152-43f9-91ff-1ff60c761971,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:01:35.178612 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-14c65b5b-d05d-4aaa-a604-71a58fb016d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:35.180245 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-14c65b5b-d05d-4aaa-a604-71a58fb016d3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a571d6c9-2f13-4763-96af-a092586944f2 HTTP/1.1" status: 200 len: 910 time: 0.2169855 Nov 23 13:01:35.186447 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:35.197840 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-91061c74-f30d-4e5e-b930-f29def2d2774 tempest-DeleteServersTestJSON-519214497 tempest-DeleteServersTestJSON-519214497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:35.353695 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-77b9b1f1-7234-45ed-94c4-9fe56b5654cf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56555464-8803-4bc7-b12c-00625c5092d6 HTTP/1.1" status: 200 len: 217 time: 0.1573372 Nov 23 13:01:35.364703 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:35.366750 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:35.366750 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] 10.222.0.84 "PUT /v2.0/ports/a7974570-e152-43f9-91ff-1ff60c761971 HTTP/1.1" status: 200 len: 1093 time: 2.4874308 Nov 23 13:01:35.372305 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44690137-6c55-4e39-aab7-7f3a0212081e req-235a7abb-f36e-4966-9a3b-feb803341ca3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:35.374623 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-44690137-6c55-4e39-aab7-7f3a0212081e req-235a7abb-f36e-4966-9a3b-feb803341ca3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.2296755 Nov 23 13:01:35.408937 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bb9b8b-86ee-463f-a3be-95894290b739', 'tag': 'a7974570-e152-43f9-91ff-1ff60c761971'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:01:35.472893 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-44690137-6c55-4e39-aab7-7f3a0212081e req-7dc18c6e-c783-4a31-b540-d12247d97dbb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919144 Nov 23 13:01:35.516225 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12bb9b8b-86ee-463f-a3be-95894290b739', 'tag': 'a7974570-e152-43f9-91ff-1ff60c761971', 'status': 'completed', 'code': 200} Nov 23 13:01:35.530456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Pushing event updated for resources: {'Port': ['ID=a7974570-e152-43f9-91ff-1ff60c761971,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:35.536663 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:35.544481 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-3c481401-ae19-4eae-b1b1-88360e0b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:35.546227 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-3c481401-ae19-4eae-b1b1-88360e0b548b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=be1911b1-83c1-4ef8-8774-fffb0afcfa91 HTTP/1.1" status: 200 len: 848 time: 0.1835644 Nov 23 13:01:35.603687 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-ae5b7250-2e3d-4116-8e1e-10fc14c959aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a571d6c9-2f13-4763-96af-a092586944f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477238 Nov 23 13:01:35.637647 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-70d0c63b-934c-4d17-8ed6-ae867713c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:35.639498 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-70d0c63b-934c-4d17-8ed6-ae867713c3e5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 1096 time: 0.1985357 Nov 23 13:01:35.767688 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38656) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:35.774747 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-0d867b8b-b72b-4073-81c3-a4cb0d607bad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7974570-e152-43f9-91ff-1ff60c761971 HTTP/1.1" status: 200 len: 217 time: 0.0816941 Nov 23 13:01:35.856457 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258f0af-08e6-4ba1-ab2f-958d6f5c99d6 req-6c6bbbb3-b590-4d85-ad01-3223c7ffecee tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:35.863711 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e258f0af-08e6-4ba1-ab2f-958d6f5c99d6 req-6c6bbbb3-b590-4d85-ad01-3223c7ffecee tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 943 time: 0.1666985 Nov 23 13:01:35.878719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-02f2444f-86f7-40ce-8758-c1c9619e5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:35.880442 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-02f2444f-86f7-40ce-8758-c1c9619e5a8a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.0976939 Nov 23 13:01:35.887789 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-ae77525b-49b5-474d-b483-1fcd06f1e256 service neutron] 10.222.0.84 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750552 Nov 23 13:01:35.966750 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e258f0af-08e6-4ba1-ab2f-958d6f5c99d6 req-4c032d9e-a6bf-4865-ab03-30d29b75bd73 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021056 Nov 23 13:01:35.995936 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:36.031702 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:36.051459 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Usage tracker for resource:security_group_rule and tenant:7f8378c85fd5425a87b9a07f6c179024 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:36.057281 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:36.061372 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-cffb9f4a-56c5-4561-81f3-e860b22ce6ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1711380 Nov 23 13:01:36.067610 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:36.132413 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-41eb81fd-45e7-4c0c-999b-9e0e58c82db8 req-4262d970-7e51-4afa-a5f2-2f3e45222cf7 service neutron] 10.222.0.84 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972792 Nov 23 13:01:36.239163 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:36.252809 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:36.293071 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-49f97cc4-c96d-41cc-87bc-12a609a3eb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:36.323561 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f8378c85fd5425a87b9a07f6c179024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540164 Nov 23 13:01:36.324387 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38710) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:36.330782 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15842697-3ed0-4a2c-8a6c-6129547cc20c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:36.365909 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:36.369945 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-e9e95aa0-660a-4a86-a5b4-e8d0eb9cc467 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000963 Nov 23 13:01:36.421666 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-416f0994-598f-4de6-9c28-4bcf652b712e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:36.561031 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-416f0994-598f-4de6-9c28-4bcf652b712e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:36.632835 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-416f0994-598f-4de6-9c28-4bcf652b712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:36.650923 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:36.667121 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2478d98-92b2-4c25-9a18-5c80f21d41e2 req-9c36b8fa-25d8-40cd-98b7-cec7c857007c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:36.668907 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f0994-598f-4de6-9c28-4bcf652b712e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15842697-3ed0-4a2c-8a6c-6129547cc20c,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:36.673153 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-416f0994-598f-4de6-9c28-4bcf652b712e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:36.679545 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-416f0994-598f-4de6-9c28-4bcf652b712e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:36.680923 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-416f0994-598f-4de6-9c28-4bcf652b712e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15842697-3ed0-4a2c-8a6c-6129547cc20c HTTP/1.1" status: 204 len: 168 time: 0.3529494 Nov 23 13:01:36.688358 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b2478d98-92b2-4c25-9a18-5c80f21d41e2 req-9c36b8fa-25d8-40cd-98b7-cec7c857007c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 943 time: 0.4251623 Nov 23 13:01:36.806043 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b2478d98-92b2-4c25-9a18-5c80f21d41e2 req-e61fd353-228f-4218-8423-d70fe0bb32d7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166227 Nov 23 13:01:36.884394 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9c214231-c2f8-4933-9ca8-f8e9b935bcea req-d38731f7-2bcb-4049-bfd3-7aa6406cea80 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064821 Nov 23 13:01:36.977612 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51da5e-40a9-4041-ae24-b048a812c14f req-51f6e058-fa10-47da-8079-2d729837a76c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:36.980094 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4e51da5e-40a9-4041-ae24-b048a812c14f req-51f6e058-fa10-47da-8079-2d729837a76c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1311140 Nov 23 13:01:37.114249 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4e51da5e-40a9-4041-ae24-b048a812c14f req-dbcddb08-a483-4b39-8fa2-baf04530eb42 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235023 Nov 23 13:01:37.203743 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-9a45b3e9-915c-4ed0-a33a-cf242351520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:37.205766 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-9a45b3e9-915c-4ed0-a33a-cf242351520e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 1096 time: 0.2111652 Nov 23 13:01:37.247875 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38784) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:37.250171 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd2176-6ce9-4425-82b1-08080cabf315 req-5a65e15e-9109-4414-a99c-765f20d21044 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:37.250907 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-fffd2176-6ce9-4425-82b1-08080cabf315 req-5a65e15e-9109-4414-a99c-765f20d21044 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Synchronizing usage tracker for tenant:306daa81c2794164a38ae7bc3b322ef2 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:01:37.272067 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-af8c18d9-00ac-4f0f-81bb-f189fb090e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.275824 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.294837 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:37.299185 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e22441ab1284ff197b48b2f4dd17261 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:37.302733 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:37.308557 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:37.354779 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-fffd2176-6ce9-4425-82b1-08080cabf315 req-5a65e15e-9109-4414-a99c-765f20d21044 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Unset dirty status for tenant:306daa81c2794164a38ae7bc3b322ef2 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:01:37.360987 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fffd2176-6ce9-4425-82b1-08080cabf315 req-5a65e15e-9109-4414-a99c-765f20d21044 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 943 time: 0.2504401 Nov 23 13:01:37.420265 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.426885 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.441329 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:37.453868 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-b410ebee-0331-43ea-83df-af7cda9a4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:37.455334 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-b410ebee-0331-43ea-83df-af7cda9a4f87 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 917 time: 0.2428501 Nov 23 13:01:37.460309 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fffd2176-6ce9-4425-82b1-08080cabf315 req-02e78c3e-1c7f-450c-95a7-4a25e7ff479b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848567 Nov 23 13:01:37.485974 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e22441ab1284ff197b48b2f4dd17261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369738 Nov 23 13:01:37.499574 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38804) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:37.500379 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ce6321-e709-4fb6-abb0-bb584b99bc44,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:37.505621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:37.555211 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-867a0f63-e790-442c-9d74-87fee82abcc3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7974570-e152-43f9-91ff-1ff60c761971 HTTP/1.1" status: 200 len: 217 time: 0.0909405 Nov 23 13:01:37.574667 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-304669d1-561d-4cfc-9808-7f1738d048c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.614882 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-304669d1-561d-4cfc-9808-7f1738d048c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.632287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-d58f0354-e157-4daa-ac32-67c2c778513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:37.634106 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-d58f0354-e157-4daa-ac32-67c2c778513a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.0721300 Nov 23 13:01:37.680336 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-304669d1-561d-4cfc-9808-7f1738d048c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.688382 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b2ad7b48-c53b-49ba-90d2-93d9942109d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:37.701882 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304669d1-561d-4cfc-9808-7f1738d048c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ce6321-e709-4fb6-abb0-bb584b99bc44,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:37.712654 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-304669d1-561d-4cfc-9808-7f1738d048c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:37.717484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-304669d1-561d-4cfc-9808-7f1738d048c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.719064 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-304669d1-561d-4cfc-9808-7f1738d048c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28ce6321-e709-4fb6-abb0-bb584b99bc44 HTTP/1.1" status: 204 len: 168 time: 0.2152011 Nov 23 13:01:37.725922 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-b2b2cb09-aa3b-4a11-a6cb-9353d3be1323 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837295 Nov 23 13:01:37.748569 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:37.924104 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-5138c14d-fede-4e8b-9f02-ee88a72f7880 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870835 Nov 23 13:01:38.218442 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e1321e2b-b756-48e5-8f47-f4b12472aafc req-869c3235-73eb-41ff-8005-05e9ba2c648e service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831609 Nov 23 13:01:38.255734 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55ac2-8fde-4a74-a1a4-9dabd81e67e7 req-fd5f67a4-e7bd-452b-88c2-9eb7d25d1820 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:38.260887 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e3e55ac2-8fde-4a74-a1a4-9dabd81e67e7 req-fd5f67a4-e7bd-452b-88c2-9eb7d25d1820 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 943 time: 0.3034627 Nov 23 13:01:38.356283 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e3e55ac2-8fde-4a74-a1a4-9dabd81e67e7 req-9d2957da-7d85-442e-b3c4-29fb876e6da1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898659 Nov 23 13:01:38.450533 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f5e38-b6b8-4950-a99d-a722a4842405 req-48bf2fbc-5f97-42f8-be44-16967931d979 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:38.458170 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bf1f5e38-b6b8-4950-a99d-a722a4842405 req-48bf2fbc-5f97-42f8-be44-16967931d979 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1703923 Nov 23 13:01:38.530836 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bf1f5e38-b6b8-4950-a99d-a722a4842405 req-86d32fbd-a5c9-4868-bf01-684cb6096710 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715821 Nov 23 13:01:38.696591 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 56555464-8803-4bc7-b12c-00625c5092d6 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:01:38.713421 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac6ed4-a504-4010-86c0-b9241167c0fe req-cec7baa9-fd2e-4152-8a9c-ba2dc4b2b006 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:38.715070 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-46ac6ed4-a504-4010-86c0-b9241167c0fe req-cec7baa9-fd2e-4152-8a9c-ba2dc4b2b006 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 943 time: 0.1037176 Nov 23 13:01:38.776763 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-46ac6ed4-a504-4010-86c0-b9241167c0fe req-f50c82b3-1915-4bc2-b2f5-f9fd0fd62376 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508616 Nov 23 13:01:38.839741 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 38930) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:38.885800 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 56555464-8803-4bc7-b12c-00625c5092d6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56555464-8803-4bc7-b12c-00625c5092d6,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:38.899859 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '56555464-8803-4bc7-b12c-00625c5092d6', 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2', 'port_id': '56555464-8803-4bc7-b12c-00625c5092d6', 'mac_address': 'fa:16:3e:9f:f5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be1911b1-83c1-4ef8-8774-fffb0afcfa91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:01:38.958287 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:38.980217 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56555464-8803-4bc7-b12c-00625c5092d6 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:01:39.003157 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 56555464-8803-4bc7-b12c-00625c5092d6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56555464-8803-4bc7-b12c-00625c5092d6,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:39.012171 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:39.015351 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cde295fe-e16b-4597-9738-0019b847230a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:39.107770 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=56555464-8803-4bc7-b12c-00625c5092d6,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:39.111714 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:39.270389 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:39.298324 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:39.303122 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:5d72bc3e5a234c2db179fbf4fd35374c is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:39.307547 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:39.322041 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:39.493516 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc66cd2-370c-4c68-a1b3-a002f85736f5 req-5a8d92f5-a0eb-4d96-8509-db3f7177c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:39.495329 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fc66cd2-370c-4c68-a1b3-a002f85736f5 req-5a8d92f5-a0eb-4d96-8509-db3f7177c10d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1098 time: 0.1477981 Nov 23 13:01:39.585043 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['56555464-8803-4bc7-b12c-00625c5092d6'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:01:39.608695 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:39.659275 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fc66cd2-370c-4c68-a1b3-a002f85736f5 req-45141a24-8379-48b7-bc50-b8c685aef69e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511924 Nov 23 13:01:39.665186 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:39.696202 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-352b31a3-c1f9-4307-997c-0d7a3ff0a05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:39.706510 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d72bc3e5a234c2db179fbf4fd35374c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8653002 Nov 23 13:01:39.709905 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 38994) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:39.746820 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78742ab3-25bc-4440-b971-b34249042b66 req-9c63da7e-d501-4c80-8934-8a45132329ec tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:39.752771 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78742ab3-25bc-4440-b971-b34249042b66 req-9c63da7e-d501-4c80-8934-8a45132329ec tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 943 time: 0.2057054 Nov 23 13:01:39.762780 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77963c5d-1e81-41e5-abc4-46105042b6c9,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:39.771122 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:39.857749 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78742ab3-25bc-4440-b971-b34249042b66 req-70c119f4-440a-4c9c-9b62-d12dab93dc14 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857198 Nov 23 13:01:39.913051 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39006) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:39.993560 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36689c42-39c7-4823-a057-7d9d2685aa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.048822 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36689c42-39c7-4823-a057-7d9d2685aa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.091484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11de75f-f453-4f2d-87c8-246ad8b962a4 req-29cd4347-b037-4064-8013-0a5c76ec977a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:40.093133 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d11de75f-f453-4f2d-87c8-246ad8b962a4 req-29cd4347-b037-4064-8013-0a5c76ec977a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.3535583 Nov 23 13:01:40.124766 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78c1db01-7e9f-4875-baae-9bbb3ea6b387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.132666 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.166360 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:40.172476 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Usage tracker for resource:security_group_rule and tenant:5af3e162dcdd41b88b23a614c94ab2ba is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:40.176425 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:40.184651 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:40.186208 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d11de75f-f453-4f2d-87c8-246ad8b962a4 req-499a9805-87e1-40df-ae3e-3bd6334ba2d2 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707765 Nov 23 13:01:40.207888 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36689c42-39c7-4823-a057-7d9d2685aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.212134 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233278c-2499-495c-8801-48c517a71a04 req-94292fbe-300b-4d4d-9005-c10332ac8a8a tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:40.213777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4d54b0a0-c042-495d-a8f9-6e5bf7cd738d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:40.220130 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4233278c-2499-495c-8801-48c517a71a04 req-94292fbe-300b-4d4d-9005-c10332ac8a8a tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 944 time: 0.1782629 Nov 23 13:01:40.225181 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36689c42-39c7-4823-a057-7d9d2685aa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77963c5d-1e81-41e5-abc4-46105042b6c9,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:40.229358 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-36689c42-39c7-4823-a057-7d9d2685aa0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:40.246743 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36689c42-39c7-4823-a057-7d9d2685aa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.249580 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-36689c42-39c7-4823-a057-7d9d2685aa0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77963c5d-1e81-41e5-abc4-46105042b6c9 HTTP/1.1" status: 204 len: 168 time: 0.5385785 Nov 23 13:01:40.306034 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4233278c-2499-495c-8801-48c517a71a04 req-de84130d-f531-40df-ad04-7160676c4583 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655394 Nov 23 13:01:40.383815 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.390329 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.402045 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ddfebb55-7fef-4647-a444-de07f4c5df69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:40.452680 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5af3e162dcdd41b88b23a614c94ab2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376980 Nov 23 13:01:40.453724 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6b7235-6c52-444f-8ef1-d8ec59bb61cb,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:40.456171 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39032) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:40.457775 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:40.539142 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14c11525-7931-4bf4-a3e1-1a9d6ea3a00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.567802 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14c11525-7931-4bf4-a3e1-1a9d6ea3a00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.640470 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14c11525-7931-4bf4-a3e1-1a9d6ea3a00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.647368 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-03897913-94b7-4528-b222-3f4e8aa4e5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:40.661913 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c11525-7931-4bf4-a3e1-1a9d6ea3a00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6b7235-6c52-444f-8ef1-d8ec59bb61cb,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:40.664264 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-14c11525-7931-4bf4-a3e1-1a9d6ea3a00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:40.665259 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-14c11525-7931-4bf4-a3e1-1a9d6ea3a00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.671416 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-14c11525-7931-4bf4-a3e1-1a9d6ea3a00f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d6b7235-6c52-444f-8ef1-d8ec59bb61cb HTTP/1.1" status: 204 len: 168 time: 0.2121885 Nov 23 13:01:40.699602 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device a7974570-e152-43f9-91ff-1ff60c761971 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:01:40.746505 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39058) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:40.781027 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:40.903101 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port a7974570-e152-43f9-91ff-1ff60c761971, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7974570-e152-43f9-91ff-1ff60c761971,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:40.921408 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': 'a7974570-e152-43f9-91ff-1ff60c761971', 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'port_id': 'a7974570-e152-43f9-91ff-1ff60c761971', 'mac_address': 'fa:16:3e:94:9c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae505c4-f3d4-4e40-be85-722f98a64072', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:01:40.957389 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:40.967558 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Usage tracker for resource:security_group_rule and tenant:364668d4150846228a49c168558441da is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:40.978487 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:40.994431 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:41.086822 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.110266 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7974570-e152-43f9-91ff-1ff60c761971 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:01:41.156990 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port a7974570-e152-43f9-91ff-1ff60c761971, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7974570-e152-43f9-91ff-1ff60c761971,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:41.164491 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.172655 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:41.211864 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12656a2-38fc-4b51-b007-8a42ace2d8ac req-da5ffe3d-6f3d-45d6-91a8-d4505199760d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:41.213334 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c12656a2-38fc-4b51-b007-8a42ace2d8ac req-da5ffe3d-6f3d-45d6-91a8-d4505199760d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 943 time: 0.1349361 Nov 23 13:01:41.245732 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.276757 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c12656a2-38fc-4b51-b007-8a42ace2d8ac req-ec48931a-c80d-4a89-9d99-7ad7e1007fba tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559573 Nov 23 13:01:41.277371 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.295048 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-de01dad4-fcdb-449e-89a6-ff666f4362e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:41.306425 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.309319 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=a7974570-e152-43f9-91ff-1ff60c761971,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:41.313239 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:41.350595 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=364668d4150846228a49c168558441da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6011717 Nov 23 13:01:41.351639 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba4650e-3844-4576-bbdb-5cb921d5741d,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:41.353736 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39094) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:41.355012 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:41.536521 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-18acae7a-7088-4bba-bb36-ec16bc680f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.573716 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-18acae7a-7088-4bba-bb36-ec16bc680f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.594878 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf38583-b6f0-49f0-b028-a618fbcd6730 req-9d2e5023-6b6a-48ac-b562-527164acccd7 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:41.600366 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-baf38583-b6f0-49f0-b028-a618fbcd6730 req-9d2e5023-6b6a-48ac-b562-527164acccd7 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1613715 Nov 23 13:01:41.602597 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e84b0-f436-4b70-b0dd-452ee407ab40 req-debaa94c-a2f8-4a12-9f58-f56462cd4869 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:41.604136 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-024e84b0-f436-4b70-b0dd-452ee407ab40 req-debaa94c-a2f8-4a12-9f58-f56462cd4869 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 944 time: 0.0862520 Nov 23 13:01:41.654107 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-024e84b0-f436-4b70-b0dd-452ee407ab40 req-7f58f7bb-b74c-45f8-afaf-b36c9156f1f0 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 Nov 23 13:01:41.671815 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-baf38583-b6f0-49f0-b028-a618fbcd6730 req-64bc96e1-fbb1-4a04-aa19-bad5ce4b6d67 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617700 Nov 23 13:01:41.700912 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-18acae7a-7088-4bba-bb36-ec16bc680f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.706759 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-304669d1-561d-4cfc-9808-7f1738d048c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:41.723238 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acae7a-7088-4bba-bb36-ec16bc680f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba4650e-3844-4576-bbdb-5cb921d5741d,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:41.726687 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-18acae7a-7088-4bba-bb36-ec16bc680f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:41.749861 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-18acae7a-7088-4bba-bb36-ec16bc680f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:41.753395 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-18acae7a-7088-4bba-bb36-ec16bc680f2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ba4650e-3844-4576-bbdb-5cb921d5741d HTTP/1.1" status: 204 len: 168 time: 0.3980784 Nov 23 13:01:41.805493 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['a7974570-e152-43f9-91ff-1ff60c761971'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:01:41.912020 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39112) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:42.054984 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:42.070446 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:42.075179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Usage tracker for resource:security_group_rule and tenant:82956ea3d15b460884cdd7fce76e94a7 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:42.077859 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:42.084166 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:42.181027 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:42.186132 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:42.193882 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8bd68b4d-8e39-4d19-b68f-e745a51d6b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:42.239731 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae00f24d-9491-4ac5-9b1a-c240a2ebe145,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:42.243843 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=82956ea3d15b460884cdd7fce76e94a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307674 Nov 23 13:01:42.244713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:42.246604 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39130) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:42.309755 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2718f3e2-e093-4b4d-b8ae-b1cde3c47b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:42.340950 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2718f3e2-e093-4b4d-b8ae-b1cde3c47b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:42.406196 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2718f3e2-e093-4b4d-b8ae-b1cde3c47b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:42.411263 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-416f0994-598f-4de6-9c28-4bcf652b712e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:42.425290 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718f3e2-e093-4b4d-b8ae-b1cde3c47b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae00f24d-9491-4ac5-9b1a-c240a2ebe145,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:42.428306 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2718f3e2-e093-4b4d-b8ae-b1cde3c47b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:42.429494 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2718f3e2-e093-4b4d-b8ae-b1cde3c47b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:42.433390 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2718f3e2-e093-4b4d-b8ae-b1cde3c47b56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae00f24d-9491-4ac5-9b1a-c240a2ebe145 HTTP/1.1" status: 204 len: 168 time: 0.1830523 Nov 23 13:01:42.484750 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:42.513987 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db123ff-33d3-4f94-bb16-d3e49420b10e req-d8db8912-4388-4d2e-88b7-de513ff44c24 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:42.521509 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7db123ff-33d3-4f94-bb16-d3e49420b10e req-d8db8912-4388-4d2e-88b7-de513ff44c24 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 944 time: 0.1262879 Nov 23 13:01:42.568507 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7db123ff-33d3-4f94-bb16-d3e49420b10e req-0a4233cc-282a-4d14-a418-db5ce59c3e6f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460775 Nov 23 13:01:42.710561 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 56555464-8803-4bc7-b12c-00625c5092d6 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:01:42.902663 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 56555464-8803-4bc7-b12c-00625c5092d6 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:01:42.913536 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 56555464-8803-4bc7-b12c-00625c5092d6 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:42.914328 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.007939 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39160) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:43.029721 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df86a7f-f990-4605-88db-9fec1d7a50c3 req-5a74b469-269c-4f9c-92ed-db331fd54fd1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:43.031168 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3df86a7f-f990-4605-88db-9fec1d7a50c3 req-5a74b469-269c-4f9c-92ed-db331fd54fd1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1929445 Nov 23 13:01:43.071684 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.082402 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed042f56-8d20-47b4-8c42-dfd35b4cd43e req-3f05aa90-3a4d-4316-bc84-97ceee45532a tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:43.093169 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ed042f56-8d20-47b4-8c42-dfd35b4cd43e req-3f05aa90-3a4d-4316-bc84-97ceee45532a tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 944 time: 0.1762333 Nov 23 13:01:43.108182 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:43.114954 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Usage tracker for resource:security_group_rule and tenant:1c80e0d7093548ef82e18e4b2cef2101 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:43.119775 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:43.121270 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.141596 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:43.143065 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39164) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:43.160508 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ed042f56-8d20-47b4-8c42-dfd35b4cd43e req-90cb56cc-266f-4d82-8a20-e996927525ee tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663896 Nov 23 13:01:43.163316 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3df86a7f-f990-4605-88db-9fec1d7a50c3 req-8efa40ad-fe5b-42f3-b1de-f654f97d9a65 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781903 Nov 23 13:01:43.183567 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7618d8-89ce-43e8-b243-3b6e2647e9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56555464-8803-4bc7-b12c-00625c5092d6'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:01:43.198099 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 56555464-8803-4bc7-b12c-00625c5092d6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56555464-8803-4bc7-b12c-00625c5092d6,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:43.204434 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.206234 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:43.308134 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.317986 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.339444 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:43.344658 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=56555464-8803-4bc7-b12c-00625c5092d6,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:43.358187 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:43.380122 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7618d8-89ce-43e8-b243-3b6e2647e9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56555464-8803-4bc7-b12c-00625c5092d6', 'code': 200} Nov 23 13:01:43.405478 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c80e0d7093548ef82e18e4b2cef2101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958516 Nov 23 13:01:43.412479 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39182) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:43.421298 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8148c5b8-1f95-4bce-981a-a8c0f0326f9c,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:43.425507 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:43.497213 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-9c5ec9d8-ccc4-44c9-a75e-81bb422e9d10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=727d331da092466b8d717a7e039a5b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527334 Nov 23 13:01:43.499740 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39188) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:43.520607 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2277-9d7f-4388-bcf6-0c020b8cefe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.554138 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2277-9d7f-4388-bcf6-0c020b8cefe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.591018 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-42280322-ad09-423c-a04c-32e43c9c3563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.645633 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2277-9d7f-4388-bcf6-0c020b8cefe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.649453 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-86918874-9b9c-4989-92f4-d3a760d7009e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:43.669585 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-42280322-ad09-423c-a04c-32e43c9c3563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.671446 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca2277-9d7f-4388-bcf6-0c020b8cefe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8148c5b8-1f95-4bce-981a-a8c0f0326f9c,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:43.679040 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c1ca2277-9d7f-4388-bcf6-0c020b8cefe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:43.705674 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c1ca2277-9d7f-4388-bcf6-0c020b8cefe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:43.706833 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c1ca2277-9d7f-4388-bcf6-0c020b8cefe7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8148c5b8-1f95-4bce-981a-a8c0f0326f9c HTTP/1.1" status: 204 len: 168 time: 0.2905157 Nov 23 13:01:43.852962 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af46cd-677a-41d2-925a-e7516697bf0f req-abd89a44-3084-46b9-8730-b19599ae0b40 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:43.855359 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-05af46cd-677a-41d2-925a-e7516697bf0f req-abd89a44-3084-46b9-8730-b19599ae0b40 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0977581 Nov 23 13:01:43.936527 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-05af46cd-677a-41d2-925a-e7516697bf0f req-326dae4e-ff7b-45db-8930-4b52976aae1e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726039 Nov 23 13:01:44.027458 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-42280322-ad09-423c-a04c-32e43c9c3563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:44.034041 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ab44e966-a4e9-44ec-aa6a-f27ac4e8eece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:44.052914 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0a165-2c4d-4d62-9644-a276a367227f req-fc2a9f33-4fe6-4ad2-9352-95cc691cecd4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:44.054338 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f8e0a165-2c4d-4d62-9644-a276a367227f req-fc2a9f33-4fe6-4ad2-9352-95cc691cecd4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 944 time: 0.2928278 Nov 23 13:01:44.061216 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f804d-3b28-485e-92e6-31e54cea900c req-31a6d4ef-c98e-463e-bb56-dfa17fd915cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:44.062676 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b1f804d-3b28-485e-92e6-31e54cea900c req-31a6d4ef-c98e-463e-bb56-dfa17fd915cc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 1098 time: 0.1777816 Nov 23 13:01:44.067946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42280322-ad09-423c-a04c-32e43c9c3563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe200b0-601e-44f5-8c4c-201b7ac139fe,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:44.074451 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-dea53b31-07bd-4855-be8e-08979a506252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:44.075990 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-dea53b31-07bd-4855-be8e-08979a506252 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1098 time: 0.3156228 Nov 23 13:01:44.103523 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-42280322-ad09-423c-a04c-32e43c9c3563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:44.253166 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b1f804d-3b28-485e-92e6-31e54cea900c req-ae7eaba2-2f06-4140-84d0-b023a1b0511a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831326 Nov 23 13:01:44.263119 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f8e0a165-2c4d-4d62-9644-a276a367227f req-ea736916-2468-45ec-bf4f-ca5623727c32 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962392 Nov 23 13:01:44.273708 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-42280322-ad09-423c-a04c-32e43c9c3563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:44.275187 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-42280322-ad09-423c-a04c-32e43c9c3563 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbe200b0-601e-44f5-8c4c-201b7ac139fe HTTP/1.1" status: 204 len: 168 time: 0.7741897 Nov 23 13:01:44.324644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-d985611d-31e3-4482-999d-db744aea1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:44.326545 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-d985611d-31e3-4482-999d-db744aea1b0f service neutron] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 918 time: 0.2220736 Nov 23 13:01:44.380455 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47fd30-5406-4fd7-b6e1-611dc211191b req-c737d4a1-3d34-4c8b-989b-1807ca7b5625 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:44.387938 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e47fd30-5406-4fd7-b6e1-611dc211191b req-c737d4a1-3d34-4c8b-989b-1807ca7b5625 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 945 time: 0.0886216 Nov 23 13:01:44.438976 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e47fd30-5406-4fd7-b6e1-611dc211191b req-f5f94995-32f8-4f0b-8d72-1e0f40b71baf tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499394 Nov 23 13:01:44.736951 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device a7974570-e152-43f9-91ff-1ff60c761971 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:01:44.863851 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-85c877ef-997c-4962-8db1-1ee7588c74bb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c HTTP/1.1" status: 200 len: 217 time: 0.1002040 Nov 23 13:01:44.974285 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-e7447b4b-72ce-4e5b-93c9-91707b7afa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:44.978362 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-e7447b4b-72ce-4e5b-93c9-91707b7afa77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.1055508 Nov 23 13:01:45.010054 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port a7974570-e152-43f9-91ff-1ff60c761971 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:01:45.017874 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port a7974570-e152-43f9-91ff-1ff60c761971 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:45.018654 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:45.039012 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-47634fff-ef13-480e-bba5-a43c46502bfb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539396 Nov 23 13:01:45.180456 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179b9a3-dff1-4a4f-a660-4901552e3f01 req-6006053f-d1c3-42e6-90f3-ba9f43ada37e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:45.184091 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:45.188101 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8179b9a3-dff1-4a4f-a660-4901552e3f01 req-6006053f-d1c3-42e6-90f3-ba9f43ada37e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0969946 Nov 23 13:01:45.246347 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8179b9a3-dff1-4a4f-a660-4901552e3f01 req-992114e2-9310-4909-92f5-fd4be55a2909 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571520 Nov 23 13:01:45.256558 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port a7974570-e152-43f9-91ff-1ff60c761971, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7974570-e152-43f9-91ff-1ff60c761971,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:45.267359 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:45.269679 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-7197623a-c773-4fdb-be4f-a0736f46cfd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:45.306974 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-3e8b5c8a-ec90-4f25-a2ec-9db1c87a8acd service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555950 Nov 23 13:01:45.344614 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=a7974570-e152-43f9-91ff-1ff60c761971,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:45.356662 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:45.381126 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bb9b8b-86ee-463f-a3be-95894290b739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7974570-e152-43f9-91ff-1ff60c761971'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:01:45.446683 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bb9b8b-86ee-463f-a3be-95894290b739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7974570-e152-43f9-91ff-1ff60c761971', 'code': 200} Nov 23 13:01:45.665398 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39274) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:45.670755 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f198b0a6-9cac-483b-b2a3-dded731a81a9 req-230d0bf2-5da2-4eda-8ce0-c348a3f275fd service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548954 Nov 23 13:01:45.690711 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37a28-b473-4270-b485-e08d0e5a202a req-092e4e92-4f7c-48d0-862a-3d36505f87a7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:45.692779 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-73a37a28-b473-4270-b485-e08d0e5a202a req-092e4e92-4f7c-48d0-862a-3d36505f87a7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.2728810 Nov 23 13:01:45.707322 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7cffc-985c-4fe0-9d44-2b47ca4db079 req-a6d5bae1-8710-4cf3-bb09-34030b0ad203 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:45.717240 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bcc7cffc-985c-4fe0-9d44-2b47ca4db079 req-a6d5bae1-8710-4cf3-bb09-34030b0ad203 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1603606 Nov 23 13:01:45.750445 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-73a37a28-b473-4270-b485-e08d0e5a202a req-e8280c56-643b-42bd-93d1-85cf9d57cc9d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491514 Nov 23 13:01:45.802453 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bcc7cffc-985c-4fe0-9d44-2b47ca4db079 req-452a8520-8562-43ba-b547-0b9322189023 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836341 Nov 23 13:01:45.869759 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3d5f-92cc-488b-b914-c3df856bdadf req-2be41e23-7d58-4934-a64f-ed5adb8c1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:45.871312 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c19d3d5f-92cc-488b-b914-c3df856bdadf req-2be41e23-7d58-4934-a64f-ed5adb8c1f6d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 1098 time: 0.0965805 Nov 23 13:01:45.925752 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c19d3d5f-92cc-488b-b914-c3df856bdadf req-9310897c-4303-4f25-add8-240899e2a6e4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453212 Nov 23 13:01:46.008411 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1306666723-network', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:46.014162 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:46.018644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Usage tracker for resource:network and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:46.021928 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:46.027764 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:46.039946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Made reservation on behalf of a76cd93551c243ffac2329a86c7fce12 for: {'network': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:01:46.042694 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.055519 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.070961 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:46.075276 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Usage tracker for resource:security_group_rule and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:46.078354 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:46.084734 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:46.191411 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.197550 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.202424 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-dceb86c6-913b-4f0b-a814-c9fd963c5f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:46.235252 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1238} {{(pid=86848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:01:46.244145 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2136cfa4-188f-4e96-ba13-5fc606de12e2,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:46.247846 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:46.253156 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.253503 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.segments_db [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Added segment 45781d62-596e-442f-9d81-0e9aaefd5886 of type vlan for network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f Nov 23 13:01:46.295669 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.333077 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.335092 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:46.341193 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.347019 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:46.406213 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7396834 Nov 23 13:01:46.407083 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39314) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:46.472173 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Request body: {'subnet': {'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1306666723-subnet', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'ip_version': 4}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:46.480430 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43c233-c715-4c2d-a084-a89eda167753 req-15ddd75d-add5-4cd3-8c32-720b6d258263 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:46.481947 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f43c233-c715-4c2d-a084-a89eda167753 req-15ddd75d-add5-4cd3-8c32-720b6d258263 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1234257 Nov 23 13:01:46.486347 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:46.493925 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Usage tracker for resource:subnet and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:46.505944 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:46.508939 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Pushing event updated for resources: {'Network': ['ID=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:46.514114 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:46.514958 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:46.521889 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:01:46.527321 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Made reservation on behalf of a76cd93551c243ffac2329a86c7fce12 for: {'subnet': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:01:46.530413 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3066801'] for subnet, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.539437 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f43c233-c715-4c2d-a084-a89eda167753 req-7a4e7acc-367b-466f-9754-5336a681eff5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497589 Nov 23 13:01:46.753137 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2720980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3066755'] for subnet, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.759676 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:46.845400 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6112fc7c-3314-460d-a623-0cd6e4869664,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:46.848703 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:46.855714 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Checking segment: {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:46.856130 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Network hostable DHCP agents. Network: 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:01:46.880517 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:01:46.895204 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f) {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:46.900211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:46.901627 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:46.905021 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca0d89-0bec-4527-8bb8-6fe9041830ce None None] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:01:46.939108 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4770865 Nov 23 13:01:46.941791 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39336) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:46.951468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:46.963650 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:46.979688 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Usage tracker for resource:router and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:46.987875 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:47.010138 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:47.065647 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ab22e-de50-4cee-820d-cbc9e02fd6ea req-769a3121-e1cb-4cd3-9a57-07f73f756fc8 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:47.068881 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-139ab22e-de50-4cee-820d-cbc9e02fd6ea req-769a3121-e1cb-4cd3-9a57-07f73f756fc8 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.0913508 Nov 23 13:01:47.083405 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.084745 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.110946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.131207 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75e554-79bb-4442-ab5a-c8507eacc8c1 req-fe3dce4e-414e-437a-a5c3-0f599990fcce tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:47.132836 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a75e554-79bb-4442-ab5a-c8507eacc8c1 req-fe3dce4e-414e-437a-a5c3-0f599990fcce tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1365194 Nov 23 13:01:47.166470 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39342) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:47.209841 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-139ab22e-de50-4cee-820d-cbc9e02fd6ea req-7ef89c06-2be1-4ccb-afee-c3308cc764e7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349957 Nov 23 13:01:47.232895 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:01:47.233869 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.280716 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:01:47.381494 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a75e554-79bb-4442-ab5a-c8507eacc8c1 req-8beb393a-a348-45ca-9016-f4092da7bafe tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392347 Nov 23 13:01:47.403767 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Allocated IP 172.20.0.2 (02ba363d-e5eb-44ed-b3cb-f5f6be41db0f/6112fc7c-3314-460d-a623-0cd6e4869664/e422b2f8-195f-4b04-a79a-7dd1e1e62be5) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:01:47.459107 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.476082 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.483949 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:47.488567 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Usage tracker for resource:security_group_rule and tenant:1484a27e1736443daae443a57a145adf is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:47.492119 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:47.513376 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:47.611435 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.625526 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Transition to ACTIVE for port object e422b2f8-195f-4b04-a79a-7dd1e1e62be5 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:47.648836 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Transition to ACTIVE for port object e422b2f8-195f-4b04-a79a-7dd1e1e62be5 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:47.656272 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.661918 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:47.706864 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.714774 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.728016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4253cc97-8496-4458-b527-d43782a05cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:47.729467 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:01:47.733433 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:47.737163 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:01:47.770307 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06f72e-c6f9-47eb-b528-c40815ac9c32 req-cd90bafe-5370-420e-933a-363722425286 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:47.772460 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2f06f72e-c6f9-47eb-b528-c40815ac9c32 req-cd90bafe-5370-420e-933a-363722425286 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1144235 Nov 23 13:01:47.792348 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Pushing event updated for resources: {'Port': ['ID=e422b2f8-195f-4b04-a79a-7dd1e1e62be5,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:47.796157 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:47.846034 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2f06f72e-c6f9-47eb-b528-c40815ac9c32 req-9362f849-1f0e-439e-b564-b4ced3cccf1d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671659 Nov 23 13:01:47.855911 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Attempting to bind port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:01:47.856312 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Attempting to bind port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:01:47.856694 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Attempting to bind port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 on network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:01:47.870131 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:01:47.870131 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Checking segment: {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:47.870131 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.870131 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Bound using segment: {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:01:47.870131 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Bound port: e422b2f8-195f-4b04-a79a-7dd1e1e62be5, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:01:47.870131 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.871074 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1484a27e1736443daae443a57a145adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6524146 Nov 23 13:01:47.873340 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39354) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:47.937166 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-82bb3294-6075-490c-a5b0-d5f67c6b646b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.963011 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] For port e422b2f8-195f-4b04-a79a-7dd1e1e62be5, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:01:47.965656 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-82bb3294-6075-490c-a5b0-d5f67c6b646b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.966551 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] For port e422b2f8-195f-4b04-a79a-7dd1e1e62be5, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=e422b2f8-195f-4b04-a79a-7dd1e1e62be5,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:01:47.972971 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:47.977979 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:48.004300 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec68a3c4-8f39-41a1-b984-6df272e3f33d,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:48.015460 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:48.031851 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-82bb3294-6075-490c-a5b0-d5f67c6b646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.037621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c1ca2277-9d7f-4388-bcf6-0c020b8cefe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:48.051596 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb3294-6075-490c-a5b0-d5f67c6b646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec68a3c4-8f39-41a1-b984-6df272e3f33d,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:48.061795 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-82bb3294-6075-490c-a5b0-d5f67c6b646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:48.062906 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-82bb3294-6075-490c-a5b0-d5f67c6b646b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.064338 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-82bb3294-6075-490c-a5b0-d5f67c6b646b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec68a3c4-8f39-41a1-b984-6df272e3f33d HTTP/1.1" status: 204 len: 168 time: 0.1899703 Nov 23 13:01:48.084033 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Pushing event updated for resources: {'Port': ['ID=e422b2f8-195f-4b04-a79a-7dd1e1e62be5,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:48.087650 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:48.089342 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.123044 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.323435 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Allocated IP 172.27.3.24 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/dd3a999b-8de7-4a05-898a-d8a6e9f02771) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:01:48.448207 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989492e-61d6-47e5-96e4-27264e01f85e req-5e103bfd-9fe7-4469-bec6-fe97fb09dd4a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:48.455303 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39366) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:48.455676 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e989492e-61d6-47e5-96e4-27264e01f85e req-5e103bfd-9fe7-4469-bec6-fe97fb09dd4a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.1062205 Nov 23 13:01:48.489578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.503534 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e989492e-61d6-47e5-96e4-27264e01f85e req-2da69465-d0e9-485c-8c24-388d2910de67 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469501 Nov 23 13:01:48.525787 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:48.526480 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Usage tracker for resource:security_group_rule and tenant:32b7d4c0b35d4ea2ba12f669dc5a9177 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:48.531425 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.534227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:48.542177 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:48.604485 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.610325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c771cc6d-560c-43b2-a279-0842d8468741 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:48.678370 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:01:48.682165 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:48.692573 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:01:48.708620 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd0eb3-35e6-4e20-942f-cfbbb29836a0 req-e1d094db-7901-49e5-9d20-e28e2f83f6b2 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:48.710097 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-badd0eb3-35e6-4e20-942f-cfbbb29836a0 req-e1d094db-7901-49e5-9d20-e28e2f83f6b2 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 945 time: 0.0861630 Nov 23 13:01:48.758520 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Pushing event updated for resources: {'Port': ['ID=dd3a999b-8de7-4a05-898a-d8a6e9f02771,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:48.761496 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-badd0eb3-35e6-4e20-942f-cfbbb29836a0 req-24199457-25aa-49f8-a115-6fd7ed3b6824 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Nov 23 13:01:48.766094 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.767422 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:48.871968 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.906709 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:48.921755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:49.013374 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32b7d4c0b35d4ea2ba12f669dc5a9177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568790 Nov 23 13:01:49.017056 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39376) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:49.017760 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d827a98f-9e12-44be-963f-29a72d7517c9,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:49.031634 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:49.052485 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4220cd7-ad12-4e05-9483-8ca997364052 req-d38b6080-7c2d-4b58-9ce9-435b40800f78 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:49.061412 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a4220cd7-ad12-4e05-9483-8ca997364052 req-d38b6080-7c2d-4b58-9ce9-435b40800f78 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0954196 Nov 23 13:01:49.108878 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a4220cd7-ad12-4e05-9483-8ca997364052 req-3e5fb5d9-0a8a-4953-b894-cffde1e78c95 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471656 Nov 23 13:01:49.134300 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2eccbc-a110-49a9-81ad-a7ea6f6e1e5f None None] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:01:49.222374 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-fe3f68e3-67a8-4142-a747-a987777638c9 None None] Provisioning for port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:01:49.239616 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6c955341-dde5-4f81-8ea6-2ab549955e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:49.291393 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6c955341-dde5-4f81-8ea6-2ab549955e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:49.304600 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:49.492457 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6c955341-dde5-4f81-8ea6-2ab549955e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:49.498702 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1c490490-e154-4f01-b3c3-eed7f6cf9a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:49.566297 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c955341-dde5-4f81-8ea6-2ab549955e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d827a98f-9e12-44be-963f-29a72d7517c9,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:49.573866 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6c955341-dde5-4f81-8ea6-2ab549955e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:49.614547 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6c955341-dde5-4f81-8ea6-2ab549955e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:49.615745 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-6c955341-dde5-4f81-8ea6-2ab549955e27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d827a98f-9e12-44be-963f-29a72d7517c9 HTTP/1.1" status: 204 len: 168 time: 0.5952191 Nov 23 13:01:49.715271 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ef9ad-6272-4510-908f-d1908bda7063 req-6eed3c75-3aa2-4230-992c-901ef01271f1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:49.717124 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1d8ef9ad-6272-4510-908f-d1908bda7063 req-6eed3c75-3aa2-4230-992c-901ef01271f1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.0862348 Nov 23 13:01:49.765971 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1d8ef9ad-6272-4510-908f-d1908bda7063 req-ffe9a29c-02a6-4487-b87d-9c159911a9a9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421484 Nov 23 13:01:49.795958 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:50.020982 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Router 8a458bed-582c-490a-b66a-75865f4cc014 is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:01:50.059373 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device e422b2f8-195f-4b04-a79a-7dd1e1e62be5 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:01:50.201773 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:01:50.213083 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:50.213776 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:50.215631 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:01:50.226129 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Sync routers for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:01:50.237407 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:01:50.238414 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:01:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:50.247519 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:50.253223 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39398) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:50.255285 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3123059 Nov 23 13:01:50.427046 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:50.436293 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:01:50.465831 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port e422b2f8-195f-4b04-a79a-7dd1e1e62be5, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=e422b2f8-195f-4b04-a79a-7dd1e1e62be5,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:50.473713 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:50.480491 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:50.570809 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=e422b2f8-195f-4b04-a79a-7dd1e1e62be5,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:50.583065 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:50.610982 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad189a-3c33-4f1b-956e-35d987c3ce8a req-d0e68d55-68e1-4dd9-b7cc-3a5b1b03dfcb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:50.612556 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8dad189a-3c33-4f1b-956e-35d987c3ce8a req-d0e68d55-68e1-4dd9-b7cc-3a5b1b03dfcb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.2610869 Nov 23 13:01:50.744876 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8dad189a-3c33-4f1b-956e-35d987c3ce8a req-97b241fa-6c2f-4051-a327-2184020827c5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230431 Nov 23 13:01:50.751939 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:49Z', 'revision_number': 3, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:50.759151 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Checking router: 8a458bed-582c-490a-b66a-75865f4cc014 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:01:50.759552 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Updating router 8a458bed-582c-490a-b66a-75865f4cc014 port dd3a999b-8de7-4a05-898a-d8a6e9f02771 binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:01:50.832675 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.104055 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45ac2a-9199-4510-bfd4-d959390e9fc1 req-3dd779a8-d375-4259-b548-84ced6badd39 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:51.105686 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7b45ac2a-9199-4510-bfd4-d959390e9fc1 req-3dd779a8-d375-4259-b548-84ced6badd39 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.1670699 Nov 23 13:01:51.295203 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.311273 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Transition to ACTIVE for port object dd3a999b-8de7-4a05-898a-d8a6e9f02771 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:51.319377 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.332090 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:51.354663 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7b45ac2a-9199-4510-bfd4-d959390e9fc1 req-3ba50f86-f3c9-44af-875d-dcea9fc22d2a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196445 Nov 23 13:01:51.387002 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.405547 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Attempting to bind port dd3a999b-8de7-4a05-898a-d8a6e9f02771 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:01:51.405921 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Attempting to bind port dd3a999b-8de7-4a05-898a-d8a6e9f02771 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:01:51.406295 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Attempting to bind port dd3a999b-8de7-4a05-898a-d8a6e9f02771 on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:01:51.420304 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:01:51.420770 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:51.421268 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.421732 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:01:51.422227 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Bound port: dd3a999b-8de7-4a05-898a-d8a6e9f02771, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:01:51.423058 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.515401 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Pushing event updated for resources: {'Port': ['ID=dd3a999b-8de7-4a05-898a-d8a6e9f02771,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:51.520320 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] For port dd3a999b-8de7-4a05-898a-d8a6e9f02771, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:01:51.528098 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] For port dd3a999b-8de7-4a05-898a-d8a6e9f02771, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=dd3a999b-8de7-4a05-898a-d8a6e9f02771,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:01:51.529762 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.530124 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.530519 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.530831 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.531256 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.531940 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.532325 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.532652 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.533014 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.533333 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.533654 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.534031 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:01:51.538599 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:51.540229 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.545422 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:51.625151 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:01:51.625472 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:01:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:51.636699 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Allocated IP 172.20.0.1 (02ba363d-e5eb-44ed-b3cb-f5f6be41db0f/6112fc7c-3314-460d-a623-0cd6e4869664/90791560-f8bc-48bc-bf3b-690c6ca2f097) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:01:51.686384 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Pushing event updated for resources: {'Port': ['ID=dd3a999b-8de7-4a05-898a-d8a6e9f02771,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:51.699806 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:51.824788 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.844858 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Transition to ACTIVE for port object 90791560-f8bc-48bc-bf3b-690c6ca2f097 will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:51.855241 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:01:51.879344 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:51.891297 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:51.934362 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:01:51.943068 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:51.967713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:01:52.094308 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458171a2-8080-47cd-b8c3-22ae5453d4b1 req-f7741804-11dd-4988-b31b-e78876322ad0 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:52.103160 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device e422b2f8-195f-4b04-a79a-7dd1e1e62be5 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:01:52.110232 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-458171a2-8080-47cd-b8c3-22ae5453d4b1 req-f7741804-11dd-4988-b31b-e78876322ad0 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.2166874 Nov 23 13:01:52.194336 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Pushing event updated for resources: {'Port': ['ID=90791560-f8bc-48bc-bf3b-690c6ca2f097,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:52.201171 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:52.221021 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:52.223870 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-458171a2-8080-47cd-b8c3-22ae5453d4b1 req-274cc1aa-ef75-410a-aaae-5963d17f404a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125479 Nov 23 13:01:52.330897 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:52.331279 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:52.465289 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:49Z', 'revision_number': 3, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:52.490617 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5004fdb-38a1-4899-9446-d71c0124941e None None] The sync data for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi is: [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:49Z', 'revision_number': 3, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:01:52.565220 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:52.634498 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4a06f236-beba-4526-875b-130ff793b0e6 None None] Provisioning for port 90791560-f8bc-48bc-bf3b-690c6ca2f097 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:01:52.662495 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4a06f236-beba-4526-875b-130ff793b0e6 None None] Provisioning complete for port 90791560-f8bc-48bc-bf3b-690c6ca2f097 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:52.662876 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4a06f236-beba-4526-875b-130ff793b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:52.733630 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-4a06f236-beba-4526-875b-130ff793b0e6 None None] Port 90791560-f8bc-48bc-bf3b-690c6ca2f097 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:01:52.965289 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f2fbe-ed4d-4eeb-917b-8a14378a10e0 req-357187bc-97c8-47d5-9b4d-e374250163b2 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:52.967081 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a99f2fbe-ed4d-4eeb-917b-8a14378a10e0 req-357187bc-97c8-47d5-9b4d-e374250163b2 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1536644 Nov 23 13:01:52.991315 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1ca1d-938a-413c-b12e-dee5017df789 req-fb7116bc-42ab-4069-903b-ec07ce39f80f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:52.993163 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-16c1ca1d-938a-413c-b12e-dee5017df789 req-fb7116bc-42ab-4069-903b-ec07ce39f80f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.2959754 Nov 23 13:01:53.024823 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a99f2fbe-ed4d-4eeb-917b-8a14378a10e0 req-1a3e7d86-b9e3-457c-8979-806981a193c6 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516276 Nov 23 13:01:53.059343 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-16c1ca1d-938a-413c-b12e-dee5017df789 req-c2076883-6174-43d0-865a-57e8cfc87847 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569394 Nov 23 13:01:53.064225 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:53.073119 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:53.100209 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:53.189237 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Pushing event updated for resources: {'Port': ['ID=90791560-f8bc-48bc-bf3b-690c6ca2f097,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:53.191960 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:53.197042 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:53.370772 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:01:53.373114 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:53.498687 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd7bdc-1c47-4a8b-9adf-b83f0fb403fb req-227b41ff-510e-45a4-8868-f8716b7bfaad tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:53.507991 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94bd7bdc-1c47-4a8b-9adf-b83f0fb403fb req-227b41ff-510e-45a4-8868-f8716b7bfaad tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1538529 Nov 23 13:01:53.667778 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94bd7bdc-1c47-4a8b-9adf-b83f0fb403fb req-70306e7c-9b29-4ed5-a743-2acc00d4553e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528213 Nov 23 13:01:53.756540 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Router 8a458bed-582c-490a-b66a-75865f4cc014 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:01:53.784847 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b634d292-9bc6-41ab-983a-74f2bf132372 None None] Provisioning complete for port 90791560-f8bc-48bc-bf3b-690c6ca2f097 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:53.786100 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b634d292-9bc6-41ab-983a-74f2bf132372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:53.851675 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b634d292-9bc6-41ab-983a-74f2bf132372 None None] Port 90791560-f8bc-48bc-bf3b-690c6ca2f097 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:01:54.071087 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device dd3a999b-8de7-4a05-898a-d8a6e9f02771 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:01:54.110007 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:01:54.132357 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] 10.222.0.60 "PUT /v2.0/routers/8a458bed-582c-490a-b66a-75865f4cc014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8775105 Nov 23 13:01:54.166808 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port dd3a999b-8de7-4a05-898a-d8a6e9f02771 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:01:54.175735 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port dd3a999b-8de7-4a05-898a-d8a6e9f02771 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:54.176127 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:54.289093 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01672a-ff41-409b-a751-f8a3da75d4c6 req-9d8d3a0c-54b8-4c72-9496-a5327416324b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:54.296662 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9b01672a-ff41-409b-a751-f8a3da75d4c6 req-9d8d3a0c-54b8-4c72-9496-a5327416324b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1051853 Nov 23 13:01:54.322938 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:54.345703 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port dd3a999b-8de7-4a05-898a-d8a6e9f02771, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=dd3a999b-8de7-4a05-898a-d8a6e9f02771,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:54.352295 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9b01672a-ff41-409b-a751-f8a3da75d4c6 req-243ccf71-cd16-480b-8383-9b2486fa230a tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546992 Nov 23 13:01:54.354583 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:54.357193 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:54.434391 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=dd3a999b-8de7-4a05-898a-d8a6e9f02771,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:54.439974 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:54.606975 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Sync routers for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:01:54.616490 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:01:54.617141 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:01:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:54.923141 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39548) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:54.933135 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-69308708-network', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:54.943555 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:01:54.962528 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:54.983031 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Usage tracker for resource:network and tenant:f9d41868988941708c26c7869f8c3a9a is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:54.999813 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:55.015287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:55.032170 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3d2d3-78f4-4377-aa5b-be8f14ca7b2b req-ce28e3e1-21a0-4cee-b731-5a12bae4cebb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:55.033921 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f5e3d2d3-78f4-4377-aa5b-be8f14ca7b2b req-ce28e3e1-21a0-4cee-b731-5a12bae4cebb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.2497661 Nov 23 13:01:55.035199 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Made reservation on behalf of f9d41868988941708c26c7869f8c3a9a for: {'network': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:01:55.037344 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.050473 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.067636 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:55.071653 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d41868988941708c26c7869f8c3a9a is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:55.074714 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:55.081566 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:55.083335 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f5e3d2d3-78f4-4377-aa5b-be8f14ca7b2b req-d767a781-dee7-466a-bcd8-830e81c2990a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425880 Nov 23 13:01:55.298181 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.341763 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.357223 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-dab248f2-a0d5-4b75-89ad-d24b079abb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:55.381978 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1211} {{(pid=86848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:01:55.399663 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 2, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:55.406456 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Checking router: 8a458bed-582c-490a-b66a-75865f4cc014 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:01:55.408014 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Updating router 8a458bed-582c-490a-b66a-75865f4cc014 port 90791560-f8bc-48bc-bf3b-690c6ca2f097 binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:01:55.417481 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e027cd46-5ba8-4c71-b615-65edf495921c,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:55.420561 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.420904 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.segments_db [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Added segment 07979ff3-981a-49d7-9844-4ee4d047b368 of type vlan for network 09762252-b2df-4346-b349-63deba06f488 Nov 23 13:01:55.427580 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:55.457683 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.473643 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-6b66affa-08d3-44cf-8e66-8b458001fb09 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:55.475182 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-6b66affa-08d3-44cf-8e66-8b458001fb09 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.84 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1755166 Nov 23 13:01:55.488220 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.652984 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.678616 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:55.679146 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02238f-ee83-4c42-8403-a04e3c36e4a1 req-42c3c964-166b-4b67-925d-d7a9c1a99db9 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:55.683319 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bb02238f-ee83-4c42-8403-a04e3c36e4a1 req-42c3c964-166b-4b67-925d-d7a9c1a99db9 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 945 time: 0.1475756 Nov 23 13:01:55.686318 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.756188 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e56415d8-7747-4d90-b1ac-d85859463bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:55.786806 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Deleting port 56555464-8803-4bc7-b12c-00625c5092d6 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:01:55.787150 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:55.812354 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bb02238f-ee83-4c42-8403-a04e3c36e4a1 req-cb8d1951-020b-4fbf-bcf5-f404df559b52 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203897 Nov 23 13:01:55.958102 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0318155 Nov 23 13:01:55.959827 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39576) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:55.967041 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Request body: {'subnet': {'network_id': '09762252-b2df-4346-b349-63deba06f488', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-69308708-subnet', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:55.972197 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:55.977440 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Usage tracker for resource:subnet and tenant:f9d41868988941708c26c7869f8c3a9a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:55.981308 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:55.988120 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:56.004611 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Made reservation on behalf of f9d41868988941708c26c7869f8c3a9a for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:01:56.010341 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.070164 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device dd3a999b-8de7-4a05-898a-d8a6e9f02771 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:01:56.217980 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39582) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:56.279915 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Pushing event updated for resources: {'Network': ['ID=09762252-b2df-4346-b349-63deba06f488,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:56.292352 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port dd3a999b-8de7-4a05-898a-d8a6e9f02771 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:01:56.292743 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.327597 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:56.332861 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 09762252-b2df-4346-b349-63deba06f488 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:01:56.337755 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.345993 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8c397261-25cf-451e-a88c-42b3a8af9642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:56.379821 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.429096 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] For port 56555464-8803-4bc7-b12c-00625c5092d6, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=56555464-8803-4bc7-b12c-00625c5092d6,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:01:56.429702 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.468576 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Transition to ACTIVE for port object 90791560-f8bc-48bc-bf3b-690c6ca2f097 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:56.486768 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.487924 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Pushing event updated for resources: {'Subnet': ['ID=02bb22d5-bdb6-4135-a113-b27f59eb3960,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:56.491462 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:56.494026 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Checking segment: {'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:56.494373 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Network hostable DHCP agents. Network: 09762252-b2df-4346-b349-63deba06f488, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:01:56.494727 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:56.515750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Network 09762252-b2df-4346-b349-63deba06f488 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:01:56.526688 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 09762252-b2df-4346-b349-63deba06f488) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:56.532892 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:56.533904 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.554961 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dcc0af-bd25-48c2-90b6-09f75de0067b None None] Network 09762252-b2df-4346-b349-63deba06f488 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:01:56.569878 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6087174 Nov 23 13:01:56.570822 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39590) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:56.577262 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:01:56.582432 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:56.588129 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Usage tracker for resource:router and tenant:f9d41868988941708c26c7869f8c3a9a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:56.594322 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:56.602100 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:56.627560 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.628851 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.646501 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.741001 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.761011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Calling delete_port for 56555464-8803-4bc7-b12c-00625c5092d6 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:01:56.818932 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241608dc-cb3d-4b5c-9398-94522c5765e9 None None] Pushing event updated for resources: {'Port': ['ID=90791560-f8bc-48bc-bf3b-690c6ca2f097,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:56.826331 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:56.833931 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Usage tracker for resource:security_group_rule and tenant:20f4927448774fa9b0e4268c876121fd is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:56.839184 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:56.850616 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:56.855705 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-241608dc-cb3d-4b5c-9398-94522c5765e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:56.974761 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:56.987709 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:56.989075 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Attempting to bind port 90791560-f8bc-48bc-bf3b-690c6ca2f097 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:01:56.989453 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Attempting to bind port 90791560-f8bc-48bc-bf3b-690c6ca2f097 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:01:56.989991 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Attempting to bind port 90791560-f8bc-48bc-bf3b-690c6ca2f097 on network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:01:57.019545 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:01:57.019981 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Checking segment: {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:57.020607 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.021165 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Bound using segment: {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:01:57.021808 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Bound port: 90791560-f8bc-48bc-bf3b-690c6ca2f097, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:01:57.022194 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.043551 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Pushing event deleted for resources: {'Port': ['ID=56555464-8803-4bc7-b12c-00625c5092d6,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:57.094070 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.231031 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:57.246374 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4195a53d-dcfe-4a7e-8780-2a11e4a67113 req-022c7e47-c472-461e-b076-6e87ee8d0044 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7618d8-89ce-43e8-b243-3b6e2647e9b7 HTTP/1.1" status: 200 len: 210 time: 0.1439850 Nov 23 13:01:57.262280 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] No DVR routers for this DVR port 56555464-8803-4bc7-b12c-00625c5092d6 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:01:57.274789 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.278487 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7618d8-89ce-43e8-b243-3b6e2647e9b7', 'name': 'network-vif-deleted', 'tag': '56555464-8803-4bc7-b12c-00625c5092d6'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:01:57.283611 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] For port 90791560-f8bc-48bc-bf3b-690c6ca2f097, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:01:57.298008 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] For port 90791560-f8bc-48bc-bf3b-690c6ca2f097, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=90791560-f8bc-48bc-bf3b-690c6ca2f097,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:01:57.306931 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-09762252-b2df-4346-b349-63deba06f488', 'network_id': '09762252-b2df-4346-b349-63deba06f488', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'fixed_ips': [{'subnet_id': '02bb22d5-bdb6-4135-a113-b27f59eb3960'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:01:57.308430 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.329316 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.341626 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:57.347692 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8dda5fcf-f25b-4aec-b7e3-8d6bfd040d93 req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.84 "DELETE /v2.0/ports/56555464-8803-4bc7-b12c-00625c5092d6 HTTP/1.1" status: 204 len: 173 time: 1.8662951 Nov 23 13:01:57.359349 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.368385 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.401284 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310681e-98c0-426a-8238-03aa427e355e req-fc5889ee-88b7-463f-8351-44a21ce8f85f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:57.403192 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7310681e-98c0-426a-8238-03aa427e355e req-fc5889ee-88b7-463f-8351-44a21ce8f85f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1754680 Nov 23 13:01:57.411821 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7618d8-89ce-43e8-b243-3b6e2647e9b7', 'name': 'network-vif-deleted', 'tag': '56555464-8803-4bc7-b12c-00625c5092d6', 'status': 'completed', 'code': 200} Nov 23 13:01:57.412450 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9684eb75-a0e1-4dd7-99fb-6f3d9b835c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:57.435369 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20f4927448774fa9b0e4268c876121fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2162428 Nov 23 13:01:57.441234 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39606) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:57.490100 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:01:57.491181 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:01:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:57.529749 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c3578a4e-490e-450e-8a12-b907f5aaa6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.542407 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7e4d53-4176-4686-abbd-898d84c53bde,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:57.575691 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:57.594143 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c3578a4e-490e-450e-8a12-b907f5aaa6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.663629 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241608dc-cb3d-4b5c-9398-94522c5765e9 None None] Pushing event updated for resources: {'Port': ['ID=90791560-f8bc-48bc-bf3b-690c6ca2f097,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:57.677380 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-241608dc-cb3d-4b5c-9398-94522c5765e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:57.707448 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7310681e-98c0-426a-8238-03aa427e355e req-3b41ca21-17c9-4e4c-aace-650ca423f6c6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956517 Nov 23 13:01:57.708081 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c3578a4e-490e-450e-8a12-b907f5aaa6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.712057 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-bbe2a403-60c7-4f22-8308-c3d6eec6945c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:57.745773 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3578a4e-490e-450e-8a12-b907f5aaa6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7e4d53-4176-4686-abbd-898d84c53bde,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:57.748957 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c3578a4e-490e-450e-8a12-b907f5aaa6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:57.750681 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-c3578a4e-490e-450e-8a12-b907f5aaa6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.765345 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-c3578a4e-490e-450e-8a12-b907f5aaa6af admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c7e4d53-4176-4686-abbd-898d84c53bde HTTP/1.1" status: 204 len: 168 time: 0.3217807 Nov 23 13:01:57.787258 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.820788 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:57.864830 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:01:57.992040 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Allocated IP 172.27.3.151 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/031deb18-e134-4858-98c7-8071619a4586) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:01:58.280573 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Allocated IP 172.20.0.2 (09762252-b2df-4346-b349-63deba06f488/02bb22d5-bdb6-4135-a113-b27f59eb3960/99f5b467-45b4-4f21-a024-04e50b4a96b2) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:01:58.327478 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39628) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:58.371077 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:58.423396 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:01:58.427659 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Usage tracker for resource:security_group_rule and tenant:6e494fbdbf584dd7a824752c370a06e2 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:01:58.441239 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:01:58.447759 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:01:58.513751 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:58.564481 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:58.577655 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:58.632792 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:01:58.633289 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:58.641134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:58.645934 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:01:58.647328 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:58.677184 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-deee023b-71ca-4522-8ce8-58b8ac7e1375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:58.704663 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Pushing event updated for resources: {'Port': ['ID=031deb18-e134-4858-98c7-8071619a4586,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:58.709947 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:58.907981 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267c42ce-0bc7-4d6c-99a5-804ebb76eefb,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:58.909106 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:58.913259 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 56555464-8803-4bc7-b12c-00625c5092d6 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:01:58.975984 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 56555464-8803-4bc7-b12c-00625c5092d6 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:01:58.976376 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 56555464-8803-4bc7-b12c-00625c5092d6 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:01:58.978453 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Transition to ACTIVE for port object 99f5b467-45b4-4f21-a024-04e50b4a96b2 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:58.988411 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a61a4-6c82-459a-8043-532faec185ba req-a158faa1-b232-4b03-b12a-23fe720b7c3d tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:01:58.990956 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:01:57Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:01:58.992011 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-a158faa1-b232-4b03-b12a-23fe720b7c3d tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/networks?id=a571d6c9-2f13-4763-96af-a092586944f2 HTTP/1.1" status: 200 len: 808 time: 0.2847509 Nov 23 13:01:58.993385 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:58.996478 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e494fbdbf584dd7a824752c370a06e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6665642 Nov 23 13:01:58.997674 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a55d1c3-c9be-48e6-860a-57dd07b34db0 None None] The sync data for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi is: [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:01:57Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:01:59.010884 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Transition to ACTIVE for port object 99f5b467-45b4-4f21-a024-04e50b4a96b2 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:01:59.015832 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39650) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:01:59.020588 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.031811 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-83e4c703-6f72-4c61-82fb-e7a2daee37f8 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/quotas/306daa81c2794164a38ae7bc3b322ef2 HTTP/1.1" status: 200 len: 375 time: 0.0327258 Nov 23 13:01:59.036148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:59.135202 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Network 09762252-b2df-4346-b349-63deba06f488 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:01:59.144316 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:01:59.149249 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:01:59.172554 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-6f5a61a4-6c82-459a-8043-532faec185ba req-41fbf408-a4c4-401d-95fa-a83dfff40634 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Synchronizing usage tracker for tenant:306daa81c2794164a38ae7bc3b322ef2 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:01:59.209264 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-6f5a61a4-6c82-459a-8043-532faec185ba req-41fbf408-a4c4-401d-95fa-a83dfff40634 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Unset dirty status for tenant:306daa81c2794164a38ae7bc3b322ef2 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:01:59.211088 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-41fbf408-a4c4-401d-95fa-a83dfff40634 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=306daa81c2794164a38ae7bc3b322ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1717935 Nov 23 13:01:59.242187 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Pushing event updated for resources: {'Port': ['ID=99f5b467-45b4-4f21-a024-04e50b4a96b2,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:59.251422 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:59.259458 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ef73f4ea-fef2-4269-8c40-378691c2be56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.282593 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Attempting to bind port 99f5b467-45b4-4f21-a024-04e50b4a96b2 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:01:59.282920 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Attempting to bind port 99f5b467-45b4-4f21-a024-04e50b4a96b2 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:01:59.283297 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Attempting to bind port 99f5b467-45b4-4f21-a024-04e50b4a96b2 on network 09762252-b2df-4346-b349-63deba06f488 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:01:59.289664 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:01:59.290069 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Checking segment: {'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:01:59.290502 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.290920 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Bound using segment: {'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:01:59.291436 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Bound port: 99f5b467-45b4-4f21-a024-04e50b4a96b2, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:01:59.291845 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.343932 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.364578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ef73f4ea-fef2-4269-8c40-378691c2be56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.394619 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] For port 99f5b467-45b4-4f21-a024-04e50b4a96b2, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:01:59.399920 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] For port 99f5b467-45b4-4f21-a024-04e50b4a96b2, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=99f5b467-45b4-4f21-a024-04e50b4a96b2,segment=NetworkSegment(07979ff3-981a-49d7-9844-4ee4d047b368),segment_id=07979ff3-981a-49d7-9844-4ee4d047b368)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:01:59.414842 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.427118 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:59.447619 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-ac7efc21-da0c-4bfc-839c-84a1ee3ec9ad service neutron] 10.222.0.60 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252805 Nov 23 13:01:59.539169 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Pushing event updated for resources: {'Port': ['ID=99f5b467-45b4-4f21-a024-04e50b4a96b2,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:59.563594 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ef73f4ea-fef2-4269-8c40-378691c2be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.568225 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:59.572022 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-afcd2386-71b2-4f07-9b3e-9f0e5d748f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:01:59.604797 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73f4ea-fef2-4269-8c40-378691c2be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c42ce-0bc7-4d6c-99a5-804ebb76eefb,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:01:59.607418 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ef73f4ea-fef2-4269-8c40-378691c2be56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:01:59.618476 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ef73f4ea-fef2-4269-8c40-378691c2be56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:01:59.623334 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ef73f4ea-fef2-4269-8c40-378691c2be56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/267c42ce-0bc7-4d6c-99a5-804ebb76eefb HTTP/1.1" status: 204 len: 168 time: 0.6063766 Nov 23 13:01:59.672055 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-59b13b3e-8431-4456-b199-ca2125e3c154 service neutron] 10.222.0.60 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177019 Nov 23 13:02:00.081055 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:00.238684 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 90791560-f8bc-48bc-bf3b-690c6ca2f097 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:00.295684 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2df5d4ab-f5e4-42fa-b59b-83ebf7a7d5d1 req-2c638a5a-70a2-4799-b051-a0d52ae5e038 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 210 time: 0.2091873 Nov 23 13:02:00.363688 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 90791560-f8bc-48bc-bf3b-690c6ca2f097 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:00.369286 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 90791560-f8bc-48bc-bf3b-690c6ca2f097 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:00.369664 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:00.551382 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Router 7e724687-dfc1-46c6-95c7-948f5612dfc7 is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:02:00.592801 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:00.695982 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 90791560-f8bc-48bc-bf3b-690c6ca2f097, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=90791560-f8bc-48bc-bf3b-690c6ca2f097,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:00.706219 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:00.707312 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 99f5b467-45b4-4f21-a024-04e50b4a96b2 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:00.761471 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-241608dc-cb3d-4b5c-9398-94522c5765e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:00.996790 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=90791560-f8bc-48bc-bf3b-690c6ca2f097,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:01.019343 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.019703 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.021329 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.021748 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.022865 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.024104 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.024572 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.025715 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.026084 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.026441 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.026764 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.027092 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:01.040936 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:01.043352 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 99f5b467-45b4-4f21-a024-04e50b4a96b2 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:01.174268 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:02:01.191431 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Sync routers for ids ['7e724687-dfc1-46c6-95c7-948f5612dfc7'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:02:01.206599 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Routers {'7e724687-dfc1-46c6-95c7-948f5612dfc7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:01.210136 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:01.211624 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.6395776 Nov 23 13:02:01.212008 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:01:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['7e724687-dfc1-46c6-95c7-948f5612dfc7'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:01.214452 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39698) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:01.356761 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da17a3b-ee2c-440c-800e-0bad6d1f0075 None None] Network 09762252-b2df-4346-b349-63deba06f488 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:02:01.472534 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Set router 7e724687-dfc1-46c6-95c7-948f5612dfc7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:01.537278 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] Provisioning for port 99f5b467-45b4-4f21-a024-04e50b4a96b2 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:01.558848 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] Provisioning complete for port 99f5b467-45b4-4f21-a024-04e50b4a96b2 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:01.559285 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:01.644944 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b4a6c74-8560-4fe4-ae20-8cbf25f5a88e req-67e0c447-009b-4c5c-b701-b869ffa1f174 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 210 time: 0.0687320 Nov 23 13:02:02.037644 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.124958 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 90791560-f8bc-48bc-bf3b-690c6ca2f097 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:02.145905 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a61a4-6c82-459a-8043-532faec185ba req-27172aa7-9d07-4aaa-96e2-ce669b725616 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:02.154950 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-27172aa7-9d07-4aaa-96e2-ce669b725616 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.84 "GET /v2.0/networks?id=a571d6c9-2f13-4763-96af-a092586944f2 HTTP/1.1" status: 200 len: 808 time: 0.4336257 Nov 23 13:02:02.158951 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '031deb18-e134-4858-98c7-8071619a4586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:01:59Z', 'revision_number': 3, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port': {'id': '031deb18-e134-4858-98c7-8071619a4586', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:57Z', 'updated_at': '2021-11-23T13:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:02.165189 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Checking router: 7e724687-dfc1-46c6-95c7-948f5612dfc7 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:02:02.165189 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Updating router 7e724687-dfc1-46c6-95c7-948f5612dfc7 port 031deb18-e134-4858-98c7-8071619a4586 binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:02:02.207045 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Request body: {'port': {'device_id': 'f44f7229-5fd0-4fbd-9d2a-a4c5a929670e', 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2', 'admin_state_up': True, 'tenant_id': '306daa81c2794164a38ae7bc3b322ef2'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:02.235586 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.240689 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] For port 99f5b467-45b4-4f21-a024-04e50b4a96b2, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=99f5b467-45b4-4f21-a024-04e50b4a96b2,segment=NetworkSegment(07979ff3-981a-49d7-9844-4ee4d047b368),segment_id=07979ff3-981a-49d7-9844-4ee4d047b368)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:02.256699 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.262421 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:02.433179 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 90791560-f8bc-48bc-bf3b-690c6ca2f097 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:02.437957 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.454086 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.552393 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:02.565795 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:02.575125 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39736) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:02.594390 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] Pushing event updated for resources: {'Port': ['ID=99f5b467-45b4-4f21-a024-04e50b4a96b2,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:02.611267 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:02.611516 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Made reservation on behalf of 306daa81c2794164a38ae7bc3b322ef2 for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:02:02.623400 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.756958 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.782823 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Transition to ACTIVE for port object 031deb18-e134-4858-98c7-8071619a4586 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:02.796536 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.811041 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-8001411e-8d22-4ec4-950b-0bc3072345e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:02.830523 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-75c2c0cc-564e-4871-96f9-b3101e0c1eb1 None None] Provisioning complete for port 99f5b467-45b4-4f21-a024-04e50b4a96b2 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:02.831352 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-75c2c0cc-564e-4871-96f9-b3101e0c1eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.915156 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Attempting to bind port 031deb18-e134-4858-98c7-8071619a4586 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:02:02.915422 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Attempting to bind port 031deb18-e134-4858-98c7-8071619a4586 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:02:02.915777 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Attempting to bind port 031deb18-e134-4858-98c7-8071619a4586 on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:02.923800 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fbb17500-fb1e-42e4-9e5f-bbb8fe8c948c req-4892e901-6ca8-40c9-9394-cf28da0b5290 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 210 time: 0.0739262 Nov 23 13:02:02.941303 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Allocated IP 172.20.0.1 (09762252-b2df-4346-b349-63deba06f488/02bb22d5-bdb6-4135-a113-b27f59eb3960/1927bd25-cb49-4700-b0aa-76f38b66182f) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:02:02.953296 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:02:02.953949 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:02.954579 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.955149 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:02:02.955818 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Bound port: 031deb18-e134-4858-98c7-8071619a4586, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:02:02.956411 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.962595 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:02.986231 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:02.990425 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Usage tracker for resource:security_group_rule and tenant:085bafc504304c4b9a0ab229491d2f64 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:02.993487 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:03.002673 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:03.046790 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a06126-0432-41e8-b2b7-cc31b3b2d43d None None] Pushing event updated for resources: {'Port': ['ID=031deb18-e134-4858-98c7-8071619a4586,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:03.058090 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-c5a06126-0432-41e8-b2b7-cc31b3b2d43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:03.060809 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] For port 031deb18-e134-4858-98c7-8071619a4586, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:02:03.064316 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] For port 031deb18-e134-4858-98c7-8071619a4586, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=031deb18-e134-4858-98c7-8071619a4586,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:02:03.069905 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.075648 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-91cb6864-e0f4-4753-b687-5bf3f48d88b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:03.181183 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.184909 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Routers {'7e724687-dfc1-46c6-95c7-948f5612dfc7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:03.185612 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:01:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['7e724687-dfc1-46c6-95c7-948f5612dfc7'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:03.228103 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Transition to ACTIVE for port object 1927bd25-cb49-4700-b0aa-76f38b66182f will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:03.229879 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.238740 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.250310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-f95ea1d2-2f74-4701-999f-fb96e4642791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:03.265657 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.270518 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Allocated IP 172.20.0.14 (a571d6c9-2f13-4763-96af-a092586944f2/be1911b1-83c1-4ef8-8774-fffb0afcfa91/72d7fc77-8138-47bc-aa6c-3a989004e0ed) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:02:03.276179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:03.307820 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a06126-0432-41e8-b2b7-cc31b3b2d43d None None] Pushing event updated for resources: {'Port': ['ID=031deb18-e134-4858-98c7-8071619a4586,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:03.312335 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a539192-77df-4dbb-834a-1bdb59864a27,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:03.316403 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:03.319188 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=085bafc504304c4b9a0ab229491d2f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7292902 Nov 23 13:02:03.321788 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39750) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:03.348678 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Network 09762252-b2df-4346-b349-63deba06f488 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:03.351552 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:03.356144 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:02:03.379281 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-c5a06126-0432-41e8-b2b7-cc31b3b2d43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:03.400140 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Pushing event updated for resources: {'Port': ['ID=1927bd25-cb49-4700-b0aa-76f38b66182f,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:03.405082 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:03.420209 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.432771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb105-e7f5-4f0d-98c8-70a248a9489b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.437508 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] Set router 7e724687-dfc1-46c6-95c7-948f5612dfc7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:03.498071 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb105-e7f5-4f0d-98c8-70a248a9489b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.770689 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.805692 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb105-e7f5-4f0d-98c8-70a248a9489b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.813920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.821388 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-dcc2fa09-b16d-456d-aacc-e85dfcab89cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:03.843631 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8eb105-e7f5-4f0d-98c8-70a248a9489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a539192-77df-4dbb-834a-1bdb59864a27,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:03.847702 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4b8eb105-e7f5-4f0d-98c8-70a248a9489b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:03.863179 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4b8eb105-e7f5-4f0d-98c8-70a248a9489b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.868988 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4b8eb105-e7f5-4f0d-98c8-70a248a9489b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a539192-77df-4dbb-834a-1bdb59864a27 HTTP/1.1" status: 204 len: 168 time: 0.5460088 Nov 23 13:02:03.884518 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-de411a89-3580-496d-bcd8-7542e33a07eb None None] Provisioning for port 1927bd25-cb49-4700-b0aa-76f38b66182f completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:03.886765 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.907697 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-de411a89-3580-496d-bcd8-7542e33a07eb None None] Provisioning complete for port 1927bd25-cb49-4700-b0aa-76f38b66182f triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:03.909050 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-de411a89-3580-496d-bcd8-7542e33a07eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:03.914964 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d02bbc33-8e1c-4da7-9493-4d2f17c20267 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:04.029951 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Network a571d6c9-2f13-4763-96af-a092586944f2 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:04.050555 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '031deb18-e134-4858-98c7-8071619a4586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:01:59Z', 'revision_number': 3, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port': {'id': '031deb18-e134-4858-98c7-8071619a4586', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:57Z', 'updated_at': '2021-11-23T13:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:04.055404 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:04.063055 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27667f7c-9ee0-4bc6-b075-2c623d65481d None None] The sync data for ids ['7e724687-dfc1-46c6-95c7-948f5612dfc7'] in dv-cinder-818886-1-iscsi is: [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '031deb18-e134-4858-98c7-8071619a4586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:01:59Z', 'revision_number': 3, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port': {'id': '031deb18-e134-4858-98c7-8071619a4586', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:57Z', 'updated_at': '2021-11-23T13:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:02:04.081232 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:02:04.156335 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-de411a89-3580-496d-bcd8-7542e33a07eb None None] Port 1927bd25-cb49-4700-b0aa-76f38b66182f cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:02:04.198417 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 99f5b467-45b4-4f21-a024-04e50b4a96b2 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:04.329699 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:04.331771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:04.379568 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 99f5b467-45b4-4f21-a024-04e50b4a96b2 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:04.379953 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:04.426425 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Pushing event updated for resources: {'Port': ['ID=72d7fc77-8138-47bc-aa6c-3a989004e0ed,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:04.431367 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:04.439752 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2397113 Nov 23 13:02:04.462047 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Request body: {'port': {'device_id': 'f44f7229-5fd0-4fbd-9d2a-a4c5a929670e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:04.483691 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4575-e9cf-48f3-8cf9-d821a31f818b req-45341fda-89ec-4a0e-a413-940d429b25d7 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:04.486509 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-229c4575-e9cf-48f3-8cf9-d821a31f818b req-45341fda-89ec-4a0e-a413-940d429b25d7 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 932 time: 0.2230804 Nov 23 13:02:04.596031 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:04.604305 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:04.608744 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-229c4575-e9cf-48f3-8cf9-d821a31f818b req-246490d6-d82b-46ce-8595-720247182b77 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111407 Nov 23 13:02:04.669809 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:04.709292 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:04.775301 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:04.905110 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Pushing event updated for resources: {'Port': ['ID=1927bd25-cb49-4700-b0aa-76f38b66182f,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:04.908331 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:04.988644 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Network 09762252-b2df-4346-b349-63deba06f488 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:04.989471 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:05.367516 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Router 7e724687-dfc1-46c6-95c7-948f5612dfc7 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:02:05.405580 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8d150f90-10a7-4b28-9e09-92e5366af0c2 None None] Provisioning complete for port 1927bd25-cb49-4700-b0aa-76f38b66182f triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:05.406176 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8d150f90-10a7-4b28-9e09-92e5366af0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:05.481325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d7fc77-8138-47bc-aa6c-3a989004e0ed {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:02:05.492396 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:05.510874 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Transition to ACTIVE for port object 72d7fc77-8138-47bc-aa6c-3a989004e0ed will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:05.516198 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:05.535116 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7c4548e2-ca0d-42ce-bff7-a949500504a3 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:05.537981 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8d150f90-10a7-4b28-9e09-92e5366af0c2 None None] Port 1927bd25-cb49-4700-b0aa-76f38b66182f cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:02:05.690645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:02:05.710132 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] 10.222.0.60 "PUT /v2.0/routers/7e724687-dfc1-46c6-95c7-948f5612dfc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4927654 Nov 23 13:02:05.814309 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Pushing event updated for resources: {'Port': ['ID=72d7fc77-8138-47bc-aa6c-3a989004e0ed,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:05.820464 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:05.936284 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Attempting to bind port 72d7fc77-8138-47bc-aa6c-3a989004e0ed on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:02:05.936533 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Attempting to bind port 72d7fc77-8138-47bc-aa6c-3a989004e0ed by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:02:05.936853 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Attempting to bind port 72d7fc77-8138-47bc-aa6c-3a989004e0ed on network a571d6c9-2f13-4763-96af-a092586944f2 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:05.944812 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Port 72d7fc77-8138-47bc-aa6c-3a989004e0ed on network a571d6c9-2f13-4763-96af-a092586944f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:02:05.945162 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Attempting to bind port 72d7fc77-8138-47bc-aa6c-3a989004e0ed on network a571d6c9-2f13-4763-96af-a092586944f2 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:05.955783 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:02:05.956118 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Checking segment: {'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:05.956608 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Bound using segment: {'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:02:05.957040 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Bound port: 72d7fc77-8138-47bc-aa6c-3a989004e0ed, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59d899f-35ef-4ad6-9333-06de7e55d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1242, 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:02:05.957388 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.061623 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08791e2-5f83-4388-a968-8c311b256a02 req-dfafea9b-ee3a-4e7e-88b1-e5f1fad45eb3 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:06.062382 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-f08791e2-5f83-4388-a968-8c311b256a02 req-dfafea9b-ee3a-4e7e-88b1-e5f1fad45eb3 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Synchronizing usage tracker for tenant:306daa81c2794164a38ae7bc3b322ef2 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:06.123354 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-f08791e2-5f83-4388-a968-8c311b256a02 req-dfafea9b-ee3a-4e7e-88b1-e5f1fad45eb3 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Unset dirty status for tenant:306daa81c2794164a38ae7bc3b322ef2 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:06.124573 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f08791e2-5f83-4388-a968-8c311b256a02 req-dfafea9b-ee3a-4e7e-88b1-e5f1fad45eb3 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 944 time: 0.2830019 Nov 23 13:02:06.153409 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 031deb18-e134-4858-98c7-8071619a4586 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:06.196916 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] For port 72d7fc77-8138-47bc-aa6c-3a989004e0ed, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:02:06.203272 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] For port 72d7fc77-8138-47bc-aa6c-3a989004e0ed, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=72d7fc77-8138-47bc-aa6c-3a989004e0ed,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:02:06.209864 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.217328 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:06.264330 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 031deb18-e134-4858-98c7-8071619a4586 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:06.274602 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 031deb18-e134-4858-98c7-8071619a4586 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:06.275089 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.475153 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f08791e2-5f83-4388-a968-8c311b256a02 req-b609a8e7-459d-446d-8f3f-d4103c00aabf tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370056 Nov 23 13:02:06.495354 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:06.496226 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.498008 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] 10.222.0.84 "PUT /v2.0/ports/72d7fc77-8138-47bc-aa6c-3a989004e0ed HTTP/1.1" status: 200 len: 1094 time: 2.0405891 Nov 23 13:02:06.498658 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44f7229-5fd0-4fbd-9d2a-a4c5a929670e', 'tag': '72d7fc77-8138-47bc-aa6c-3a989004e0ed'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:02:06.512488 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.525798 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Pushing event updated for resources: {'Port': ['ID=72d7fc77-8138-47bc-aa6c-3a989004e0ed,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:06.533260 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 031deb18-e134-4858-98c7-8071619a4586, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=031deb18-e134-4858-98c7-8071619a4586,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:06.539081 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.541082 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:06.546482 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:06.624608 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=031deb18-e134-4858-98c7-8071619a4586,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:06.634282 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:06.675176 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a61a4-6c82-459a-8043-532faec185ba req-eab33311-ccfb-4d30-94bc-7c0afe7fb3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:06.677063 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-eab33311-ccfb-4d30-94bc-7c0afe7fb3a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=306daa81c2794164a38ae7bc3b322ef2&device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 1097 time: 0.0924559 Nov 23 13:02:06.734640 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Sync routers for ids ['7e724687-dfc1-46c6-95c7-948f5612dfc7'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:02:06.747797 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Routers {'7e724687-dfc1-46c6-95c7-948f5612dfc7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:06.748830 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:01:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['7e724687-dfc1-46c6-95c7-948f5612dfc7'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:06.768305 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-fc02aad7-697f-4961-b4ee-7e85fb192ee3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72d7fc77-8138-47bc-aa6c-3a989004e0ed HTTP/1.1" status: 200 len: 217 time: 0.0720656 Nov 23 13:02:06.813352 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44f7229-5fd0-4fbd-9d2a-a4c5a929670e', 'tag': '72d7fc77-8138-47bc-aa6c-3a989004e0ed', 'status': 'completed', 'code': 200} Nov 23 13:02:06.856206 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a61a4-6c82-459a-8043-532faec185ba req-b60f3d1c-1a93-44ec-be33-7280bfd473c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:06.858183 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-b60f3d1c-1a93-44ec-be33-7280bfd473c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=be1911b1-83c1-4ef8-8774-fffb0afcfa91 HTTP/1.1" status: 200 len: 848 time: 0.0864923 Nov 23 13:02:06.920000 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39830) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:06.925700 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108357609', 'description': 'tempest-secgroup-smoke-108357609 description', 'project_id': 'a76cd93551c243ffac2329a86c7fce12'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:06.931739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:06.933887 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-c271a574-a2e7-41e8-9d32-bb55fbb11677 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a571d6c9-2f13-4763-96af-a092586944f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671093 Nov 23 13:02:06.936040 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:security_group and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:06.939130 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:06.946345 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:06.958084 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:06.979509 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:06.983478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:security_group_rule and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:06.986349 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:06.987024 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Set router 7e724687-dfc1-46c6-95c7-948f5612dfc7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:06.992458 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:07.078431 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.083380 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.087294 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-7546eaaf-aa00-4aa5-8aba-9c04a342ae1d service neutron] 10.222.0.84 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465325 Nov 23 13:02:07.089265 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-75f514dd-3bc4-4163-8276-f7169a86ae32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:07.128556 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2bbac1-5590-4d4d-a473-c80b9402f614,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:07.131142 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.135520 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39836) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:07.135685 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2141092 Nov 23 13:02:07.136615 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:07.142215 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'security_group_rule': {'security_group_id': '0c2bbac1-5590-4d4d-a473-c80b9402f614', 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:07.149291 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:07.153835 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:security_group_rule and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:07.156991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:07.163851 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:07.187458 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.315219 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-363df44c-391e-4573-8a05-1785849ca573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.377849 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.386481 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f5a61a4-6c82-459a-8043-532faec185ba req-f3519bf4-78a1-471c-bdc5-6bb5cfe53039 service neutron] 10.222.0.84 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001910 Nov 23 13:02:07.387109 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.389150 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:07.390302 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '031deb18-e134-4858-98c7-8071619a4586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:02:03Z', 'revision_number': 4, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port': {'id': '031deb18-e134-4858-98c7-8071619a4586', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:57Z', 'updated_at': '2021-11-23T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1927bd25-cb49-4700-b0aa-76f38b66182f', 'name': '', 'network_id': '09762252-b2df-4346-b349-63deba06f488', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'mac_address': 'fa:16:3e:99:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '02bb22d5-bdb6-4135-a113-b27f59eb3960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:02Z', 'updated_at': '2021-11-23T13:02:03Z', 'revision_number': 2, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'subnets': [{'id': '02bb22d5-bdb6-4135-a113-b27f59eb3960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:07.394551 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Checking router: 7e724687-dfc1-46c6-95c7-948f5612dfc7 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:02:07.394918 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Updating router 7e724687-dfc1-46c6-95c7-948f5612dfc7 port 1927bd25-cb49-4700-b0aa-76f38b66182f binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:02:07.411479 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84c7451-b08f-4b3b-84f7-af2931e37e0b,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:07.416667 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:07.423542 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.427081 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39846) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:07.428784 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2918861 Nov 23 13:02:07.432687 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'security_group_rule': {'security_group_id': '0c2bbac1-5590-4d4d-a473-c80b9402f614', 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:07.438895 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:07.443188 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:security_group_rule and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:07.446976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:07.454114 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.454345 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:07.472668 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.566548 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.572029 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.574977 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:07.598116 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c22f7e7-8931-43f8-93c2-56451ae84745,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:07.609967 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:07.621757 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.626716 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1985743 Nov 23 13:02:07.627364 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39858) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:07.633142 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'security_group_rule': {'security_group_id': '0c2bbac1-5590-4d4d-a473-c80b9402f614', 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:07.639799 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:07.644122 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:security_group_rule and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:07.646469 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-70e3fe15-187a-4452-a9a1-ad5dbeddd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:07.648367 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:07.649025 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-70e3fe15-187a-4452-a9a1-ad5dbeddd6f2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=306daa81c2794164a38ae7bc3b322ef2&device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 1097 time: 0.1050260 Nov 23 13:02:07.655085 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:07.711385 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.747830 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.829428 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53290830-84a5-4e2b-a435-984fae701a15 req-bc4d459a-9946-43a8-9fcc-deb8016d98c3 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:07.832524 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-53290830-84a5-4e2b-a435-984fae701a15 req-bc4d459a-9946-43a8-9fcc-deb8016d98c3 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 944 time: 0.1605439 Nov 23 13:02:07.835640 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.849822 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-eaf48a98-8dba-4943-ba60-def583e1cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:07.851476 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-eaf48a98-8dba-4943-ba60-def583e1cd62 service neutron] 10.222.0.84 "GET /v2.0/networks?id=a571d6c9-2f13-4763-96af-a092586944f2 HTTP/1.1" status: 200 len: 910 time: 0.1936288 Nov 23 13:02:07.860802 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.867497 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1c9ec412-c60d-4e43-bc28-324b70fbccf7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:07.912217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8569c21-63e1-424b-8fe1-e3d29c96a096,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:07.917370 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:07.921038 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.924490 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-53290830-84a5-4e2b-a435-984fae701a15 req-1b45ac0c-6f16-47e8-9943-4852faa2532f tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860837 Nov 23 13:02:07.926002 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.927525 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990487 Nov 23 13:02:07.930363 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39866) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:07.935153 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Transition to ACTIVE for port object 1927bd25-cb49-4700-b0aa-76f38b66182f will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:07.937552 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'security_group_rule': {'security_group_id': '0c2bbac1-5590-4d4d-a473-c80b9402f614', 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:07.947228 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-747e286a-f002-41d4-8c97-15c1a140dc6c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72d7fc77-8138-47bc-aa6c-3a989004e0ed HTTP/1.1" status: 200 len: 217 time: 0.0871496 Nov 23 13:02:07.949188 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:07.953269 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:07.954382 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:security_group_rule and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:07.957767 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:07.958007 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:07.963509 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:07.991405 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.089782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-edc24856-cb1f-4629-b92b-0f98daf092c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:08.090273 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.091369 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-edc24856-cb1f-4629-b92b-0f98daf092c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=be1911b1-83c1-4ef8-8774-fffb0afcfa91 HTTP/1.1" status: 200 len: 848 time: 0.1217234 Nov 23 13:02:08.095298 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.097867 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-13e7157b-8aec-4bcc-a040-e4f5e558bac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:08.127240 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3083a1-0915-4842-aa3a-f10db3059a3c,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:08.137530 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:08.146718 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 031deb18-e134-4858-98c7-8071619a4586 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:08.148932 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.151350 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-35c4cdc9-675f-4eda-9dbd-652f10266cce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=a571d6c9-2f13-4763-96af-a092586944f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512052 Nov 23 13:02:08.152961 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6d2055ec-313f-40c0-91a9-847b5c1a9f43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2213454 Nov 23 13:02:08.153554 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39870) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:08.158965 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'security_group_rule': {'security_group_id': '0c2bbac1-5590-4d4d-a473-c80b9402f614', 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:08.165368 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:08.169492 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:security_group_rule and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:08.172787 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:08.179086 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52f398-7d9a-4018-98f4-ccddbcd571b4 None None] Pushing event updated for resources: {'Port': ['ID=1927bd25-cb49-4700-b0aa-76f38b66182f,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:08.179299 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:08.191948 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Project a76cd93551c243ffac2329a86c7fce12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:02:08.198035 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9d52f398-7d9a-4018-98f4-ccddbcd571b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:08.201238 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.327314 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Attempting to bind port 1927bd25-cb49-4700-b0aa-76f38b66182f on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:02:08.327314 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Attempting to bind port 1927bd25-cb49-4700-b0aa-76f38b66182f by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:02:08.327771 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Attempting to bind port 1927bd25-cb49-4700-b0aa-76f38b66182f on network 09762252-b2df-4346-b349-63deba06f488 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:08.334622 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-a073d33e-3bb6-4ce7-835f-37511ef3522d service neutron] 10.222.0.84 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713011 Nov 23 13:02:08.337178 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:02:08.337567 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Checking segment: {'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:08.337980 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.338384 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Bound using segment: {'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:02:08.338860 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Bound port: 1927bd25-cb49-4700-b0aa-76f38b66182f, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07979ff3-981a-49d7-9844-4ee4d047b368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1211, 'network_id': '09762252-b2df-4346-b349-63deba06f488'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:02:08.339161 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.339348 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.347727 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.353067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:08.384134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4703d7ea-279e-4d8e-bfa6-471ac9dc3a97,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:08.387066 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:08.398588 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.400644 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2459235 Nov 23 13:02:08.403540 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39878) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:08.410204 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'security_group_rule': {'security_group_id': '0c2bbac1-5590-4d4d-a473-c80b9402f614', 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:08.417509 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:08.419672 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 031deb18-e134-4858-98c7-8071619a4586 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:08.420063 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.422517 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:security_group_rule and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:08.426016 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:08.432826 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:08.450774 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Project a76cd93551c243ffac2329a86c7fce12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:02:08.460561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.517717 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] For port 1927bd25-cb49-4700-b0aa-76f38b66182f, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:02:08.521822 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] For port 1927bd25-cb49-4700-b0aa-76f38b66182f, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=1927bd25-cb49-4700-b0aa-76f38b66182f,segment=NetworkSegment(07979ff3-981a-49d7-9844-4ee4d047b368),segment_id=07979ff3-981a-49d7-9844-4ee4d047b368)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:02:08.523667 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ee24a78-3e60-4934-9623-9672c8eb2378 req-e5f387d1-93e2-4307-a5b0-f51eade24e32 service neutron] 10.222.0.84 "GET /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819749 Nov 23 13:02:08.537885 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.543156 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.551989 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:08.557407 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.572452 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:08.579309 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c8d4c8-edaa-467c-a688-9ba26f891016,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:08.580878 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:08.586794 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:08.594489 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-15d63898-b46c-4c17-b7ca-ad18818bbf9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1833766 Nov 23 13:02:08.677099 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Routers {'7e724687-dfc1-46c6-95c7-948f5612dfc7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:02:08.677758 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:01:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['7e724687-dfc1-46c6-95c7-948f5612dfc7'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:08.752769 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52f398-7d9a-4018-98f4-ccddbcd571b4 None None] Pushing event updated for resources: {'Port': ['ID=1927bd25-cb49-4700-b0aa-76f38b66182f,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:08.764615 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9d52f398-7d9a-4018-98f4-ccddbcd571b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:08.949945 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] Set router 7e724687-dfc1-46c6-95c7-948f5612dfc7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:02:09.212643 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e8fca-ae41-4448-9a94-d8452125df1b req-518a320c-c63c-4b26-96a9-533131858271 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:09.214256 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-079e8fca-ae41-4448-9a94-d8452125df1b req-518a320c-c63c-4b26-96a9-533131858271 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 944 time: 0.1081636 Nov 23 13:02:09.265827 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-079e8fca-ae41-4448-9a94-d8452125df1b req-1100b65d-6ab3-4328-8c4d-d5ca714a3937 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437598 Nov 23 13:02:09.358845 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '031deb18-e134-4858-98c7-8071619a4586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:02:03Z', 'revision_number': 4, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port': {'id': '031deb18-e134-4858-98c7-8071619a4586', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:57Z', 'updated_at': '2021-11-23T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1927bd25-cb49-4700-b0aa-76f38b66182f', 'name': '', 'network_id': '09762252-b2df-4346-b349-63deba06f488', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'mac_address': 'fa:16:3e:99:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '02bb22d5-bdb6-4135-a113-b27f59eb3960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:02Z', 'updated_at': '2021-11-23T13:02:08Z', 'revision_number': 4, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'subnets': [{'id': '02bb22d5-bdb6-4135-a113-b27f59eb3960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:02:09.363510 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3d923-38db-4de2-be6e-ceb064e3a399 None None] The sync data for ids ['7e724687-dfc1-46c6-95c7-948f5612dfc7'] in dv-cinder-818886-1-iscsi is: [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '031deb18-e134-4858-98c7-8071619a4586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:02:03Z', 'revision_number': 4, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port': {'id': '031deb18-e134-4858-98c7-8071619a4586', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:57Z', 'updated_at': '2021-11-23T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1927bd25-cb49-4700-b0aa-76f38b66182f', 'name': '', 'network_id': '09762252-b2df-4346-b349-63deba06f488', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'mac_address': 'fa:16:3e:99:8f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '02bb22d5-bdb6-4135-a113-b27f59eb3960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:02:02Z', 'updated_at': '2021-11-23T13:02:08Z', 'revision_number': 4, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'subnets': [{'id': '02bb22d5-bdb6-4135-a113-b27f59eb3960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:02:10.035617 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 1927bd25-cb49-4700-b0aa-76f38b66182f up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:10.117865 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 1927bd25-cb49-4700-b0aa-76f38b66182f completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:10.123807 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 1927bd25-cb49-4700-b0aa-76f38b66182f triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:10.124374 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.154924 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7c7af7f6-39ba-42ca-8ee1-d9552f71ae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.271105 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.332408 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 1927bd25-cb49-4700-b0aa-76f38b66182f, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=1927bd25-cb49-4700-b0aa-76f38b66182f,segment=NetworkSegment(07979ff3-981a-49d7-9844-4ee4d047b368),segment_id=07979ff3-981a-49d7-9844-4ee4d047b368)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:10.340770 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.347219 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:10.428931 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=1927bd25-cb49-4700-b0aa-76f38b66182f,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:10.432773 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:10.531403 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 39974) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:10.573114 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a73d2-a009-4aa3-83c8-3de23e2c55b3 req-46fc92d9-2f73-43b3-ab5b-d034591385c2 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:10.584119 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-424a73d2-a009-4aa3-83c8-3de23e2c55b3 req-46fc92d9-2f73-43b3-ab5b-d034591385c2 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 944 time: 0.1514328 Nov 23 13:02:10.685553 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.708677 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:10.721319 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Usage tracker for resource:security_group_rule and tenant:e3d50e6f1eba4f93b1c3fafcbf7755fa is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:10.724723 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:10.730951 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:10.744460 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-424a73d2-a009-4aa3-83c8-3de23e2c55b3 req-43f038fa-1d82-4872-b5cd-adfb65fca76c tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592922 Nov 23 13:02:10.820016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.825799 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.836400 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-014c8fbb-4250-4fa7-8c84-c61a70df3a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:10.849194 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 72d7fc77-8138-47bc-aa6c-3a989004e0ed details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:02:10.874734 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3d50e6f1eba4f93b1c3fafcbf7755fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415456 Nov 23 13:02:10.878136 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 39982) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:10.883268 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6856317-5cea-473f-94c0-8f05aa6b3da8,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:10.887281 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:10.955343 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2c48fcfc-49ee-418c-a810-a2dcacf2556d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:10.982565 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2c48fcfc-49ee-418c-a810-a2dcacf2556d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.027402 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 72d7fc77-8138-47bc-aa6c-3a989004e0ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=72d7fc77-8138-47bc-aa6c-3a989004e0ed,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:11.036752 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2c48fcfc-49ee-418c-a810-a2dcacf2556d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.041675 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:11.044372 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '72d7fc77-8138-47bc-aa6c-3a989004e0ed', 'network_id': 'a571d6c9-2f13-4763-96af-a092586944f2', 'port_id': '72d7fc77-8138-47bc-aa6c-3a989004e0ed', 'mac_address': 'fa:16:3e:f6:9d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be1911b1-83c1-4ef8-8774-fffb0afcfa91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:02:11.055521 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48fcfc-49ee-418c-a810-a2dcacf2556d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6856317-5cea-473f-94c0-8f05aa6b3da8,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:11.059883 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2c48fcfc-49ee-418c-a810-a2dcacf2556d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:11.064484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2c48fcfc-49ee-418c-a810-a2dcacf2556d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.065697 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2c48fcfc-49ee-418c-a810-a2dcacf2556d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6856317-5cea-473f-94c0-8f05aa6b3da8 HTTP/1.1" status: 204 len: 168 time: 0.1864831 Nov 23 13:02:11.117684 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.148815 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d7fc77-8138-47bc-aa6c-3a989004e0ed {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:02:11.163721 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.168577 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 72d7fc77-8138-47bc-aa6c-3a989004e0ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=72d7fc77-8138-47bc-aa6c-3a989004e0ed,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:11.174421 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:11.177589 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:11.251126 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=72d7fc77-8138-47bc-aa6c-3a989004e0ed,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:11.255118 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:11.931698 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['72d7fc77-8138-47bc-aa6c-3a989004e0ed'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:02:11.932223 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2edce-588a-4549-b878-90acc2116714 req-51c66fa2-e891-48fe-a0c0-c653d49bddf5 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:11.934206 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5de2edce-588a-4549-b878-90acc2116714 req-51c66fa2-e891-48fe-a0c0-c653d49bddf5 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 945 time: 0.0888944 Nov 23 13:02:11.981911 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5de2edce-588a-4549-b878-90acc2116714 req-b4a96a72-4d09-403e-86c5-48889c20cefd tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410190 Nov 23 13:02:12.039393 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 1927bd25-cb49-4700-b0aa-76f38b66182f up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:12.178313 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 1927bd25-cb49-4700-b0aa-76f38b66182f triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:12.179077 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:12.436658 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca576d-fd10-49b1-b4be-900cedb5e932 req-fd43c982-65bb-44f8-9b83-a456371aa9f4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:12.438238 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-25ca576d-fd10-49b1-b4be-900cedb5e932 req-fd43c982-65bb-44f8-9b83-a456371aa9f4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0862341 Nov 23 13:02:12.443539 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-b8f82ba1-a9e0-4e04-bfe2-d82430bdd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:12.445383 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-b8f82ba1-a9e0-4e04-bfe2-d82430bdd23a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1098 time: 0.0777302 Nov 23 13:02:12.492215 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-25ca576d-fd10-49b1-b4be-900cedb5e932 req-c0f71668-1b2a-4395-b65d-5ee9ebd3ea49 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Nov 23 13:02:12.493438 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:12.690449 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-15cd43fd-c382-42ac-a25c-46950948b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:12.691911 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-15cd43fd-c382-42ac-a25c-46950948b036 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 918 time: 0.2156236 Nov 23 13:02:12.770143 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-af4e6c14-4b8a-4ec4-8559-9891c49b2fbb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c HTTP/1.1" status: 200 len: 217 time: 0.0657570 Nov 23 13:02:12.841525 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-774521c1-fb1d-4095-b657-100d1523ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:12.843015 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-774521c1-fb1d-4095-b657-100d1523ab09 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.0637996 Nov 23 13:02:12.890673 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-62e54feb-0b18-4dba-848a-08ce0f318c87 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407696 Nov 23 13:02:13.044504 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-6bf09072-c95e-4171-95a7-a07ac623a7c4 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460578 Nov 23 13:02:13.240336 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f30a254e-7042-4013-8f4f-24dee7475d94 req-0f290527-f5bf-41de-94cc-7de2fcd28914 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858258 Nov 23 13:02:13.265804 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fa4ec-174b-4508-934f-58aba25f02b6 req-2805fff7-2fdb-4dc2-aef8-e7b2b50460d8 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:13.267142 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d64fa4ec-174b-4508-934f-58aba25f02b6 req-2805fff7-2fdb-4dc2-aef8-e7b2b50460d8 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 945 time: 0.1383739 Nov 23 13:02:13.318266 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d64fa4ec-174b-4508-934f-58aba25f02b6 req-209c1901-54a5-4639-a5ad-44eaedac4bec tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Nov 23 13:02:13.695516 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a5fd-9e6d-4949-9e28-bf7832b87a73 req-4a35e226-8294-428e-b5e3-384845fc9f3f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:13.697034 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f678a5fd-9e6d-4949-9e28-bf7832b87a73 req-4a35e226-8294-428e-b5e3-384845fc9f3f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0833557 Nov 23 13:02:13.743958 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f678a5fd-9e6d-4949-9e28-bf7832b87a73 req-2f7fffef-807f-4f66-9960-a7cb62702191 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 Nov 23 13:02:14.360193 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-fb7eaa6b-c7dc-4482-8bce-a189c15f71c7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:14.361718 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-fb7eaa6b-c7dc-4482-8bce-a189c15f71c7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 815 time: 0.1632729 Nov 23 13:02:14.378020 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-55a7c1b3-f169-443e-a7b2-cc1d626352b4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/quotas/9a31364455dc442f8df299a8ad758a4e HTTP/1.1" status: 200 len: 375 time: 0.0103173 Nov 23 13:02:14.466328 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-96c1bffb-01ee-4516-8093-8865fb7e343a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829709 Nov 23 13:02:14.514159 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3805223-daf8-4f43-aef3-692fd71dd64a req-1f774610-9cc7-456e-a3e3-8c356185dfaa tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:14.515965 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e3805223-daf8-4f43-aef3-692fd71dd64a req-1f774610-9cc7-456e-a3e3-8c356185dfaa tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 945 time: 0.0863423 Nov 23 13:02:14.569524 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e3805223-daf8-4f43-aef3-692fd71dd64a req-1dec65e1-3668-441e-a8ce-9d48a0e0a59e tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469096 Nov 23 13:02:14.614824 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-0eef8081-856f-4fae-bbc5-4f8279a94826 service neutron] 10.222.0.60 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411471 Nov 23 13:02:14.762123 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-af5f564d-a947-4d27-8bdf-ec49d41af329 service neutron] 10.222.0.60 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405945 Nov 23 13:02:14.874165 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 72d7fc77-8138-47bc-aa6c-3a989004e0ed up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:14.965612 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db654d-58ff-44b7-93bc-80f9c1d3726e req-e6c22f41-d330-469a-b42d-1a76ce610cb7 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:14.974285 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-23db654d-58ff-44b7-93bc-80f9c1d3726e req-e6c22f41-d330-469a-b42d-1a76ce610cb7 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1128478 Nov 23 13:02:14.995010 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 72d7fc77-8138-47bc-aa6c-3a989004e0ed completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:15.004901 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 72d7fc77-8138-47bc-aa6c-3a989004e0ed triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:15.005609 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:15.014321 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8a8879fa-9d6c-4de0-9c37-553ddf607609 req-b50603b3-c695-400d-a8b8-71ae7edf60b9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 210 time: 0.0695043 Nov 23 13:02:15.028914 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-23db654d-58ff-44b7-93bc-80f9c1d3726e req-b062e8da-26ba-446b-832a-7580b14bdc1a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534835 Nov 23 13:02:15.145838 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:15.177057 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f7229-5fd0-4fbd-9d2a-a4c5a929670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7fc77-8138-47bc-aa6c-3a989004e0ed'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:02:15.187776 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 72d7fc77-8138-47bc-aa6c-3a989004e0ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=72d7fc77-8138-47bc-aa6c-3a989004e0ed,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:15.192810 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:15.195191 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9d52f398-7d9a-4018-98f4-ccddbcd571b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:15.235128 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44f7229-5fd0-4fbd-9d2a-a4c5a929670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d7fc77-8138-47bc-aa6c-3a989004e0ed', 'code': 200} Nov 23 13:02:15.276426 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=72d7fc77-8138-47bc-aa6c-3a989004e0ed,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:15.283329 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:15.634712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5147bb-6931-441a-9e30-869d2473ccbc req-a2b561b7-d0f1-45fc-9dd9-b3577d8632a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:15.636513 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd5147bb-6931-441a-9e30-869d2473ccbc req-a2b561b7-d0f1-45fc-9dd9-b3577d8632a3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 1099 time: 0.0777118 Nov 23 13:02:15.687194 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd5147bb-6931-441a-9e30-869d2473ccbc req-f62da65e-743c-4971-b3c4-6281ba440b54 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 Nov 23 13:02:15.775000 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203c4ed-5343-4386-a44d-ca3f840d4768 req-cdf52a04-aa93-4330-a6c2-8d24c2d1c81c tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:15.776535 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b203c4ed-5343-4386-a44d-ca3f840d4768 req-cdf52a04-aa93-4330-a6c2-8d24c2d1c81c tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 946 time: 0.0936089 Nov 23 13:02:15.824351 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b203c4ed-5343-4386-a44d-ca3f840d4768 req-6b52d4cb-0e45-4954-a2e5-b1664056849e tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Nov 23 13:02:16.178991 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-610fa23c-2581-4c1e-9910-d19f17b1abb2 req-be2e5246-bcdb-4ea0-b228-8b1bec60c238 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 210 time: 0.0423210 Nov 23 13:02:16.240088 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761426f0-d942-4ba7-b8bd-b894213111aa req-44e4f432-5ed2-4af7-a2a3-78c69b39e6a2 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:16.241601 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-761426f0-d942-4ba7-b8bd-b894213111aa req-44e4f432-5ed2-4af7-a2a3-78c69b39e6a2 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0854220 Nov 23 13:02:16.299861 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-761426f0-d942-4ba7-b8bd-b894213111aa req-e04dcac6-cb66-44dd-bfe6-08ac22b5a82a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522373 Nov 23 13:02:17.006145 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-74c6bb45-32e6-44df-866d-2d5f4c09784c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:17.007848 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-74c6bb45-32e6-44df-866d-2d5f4c09784c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 815 time: 0.2012374 Nov 23 13:02:17.028387 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Request body: {'port': {'device_id': 'e5f13132-d54e-43f7-8c86-91a4d23d4c35', 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'admin_state_up': True, 'tenant_id': '9a31364455dc442f8df299a8ad758a4e'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:17.051205 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2d7dd-d269-4250-ba45-6d9a0a31d10e req-d12fcf13-ccb2-49e1-bf85-1ad8760dc3c9 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:17.053091 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8e2d7dd-d269-4250-ba45-6d9a0a31d10e req-d12fcf13-ccb2-49e1-bf85-1ad8760dc3c9 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 946 time: 0.0937231 Nov 23 13:02:17.114343 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8e2d7dd-d269-4250-ba45-6d9a0a31d10e req-ee479c5e-2592-49f2-9d51-1a9675880b96 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526278 Nov 23 13:02:17.250788 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:17.261265 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:17.272760 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Made reservation on behalf of 9a31364455dc442f8df299a8ad758a4e for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:02:17.276397 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:17.343661 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c89005a9-01e7-41a3-892b-586fd280d319 req-3779afe6-34cc-48ed-8a6f-d4c46ea8ee7e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 210 time: 0.0484641 Nov 23 13:02:17.509548 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Allocated IP 172.20.0.13 (bf33958f-9165-410d-8036-71326a5124b6/eae505c4-f3d4-4e40-be85-722f98a64072/ebaa3fb8-fb70-4118-8e64-8d0d70bec47c) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:02:17.520382 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00b2e-198b-4f89-ab6a-2e9f9d7a0a0e req-a22f9175-d4c7-411b-a2ce-51db9850eada tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:17.522373 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f4c00b2e-198b-4f89-ab6a-2e9f9d7a0a0e req-a22f9175-d4c7-411b-a2ce-51db9850eada tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0951762 Nov 23 13:02:17.573207 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f4c00b2e-198b-4f89-ab6a-2e9f9d7a0a0e req-646310f4-fa2e-400a-87f4-12931c4ddbe0 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Nov 23 13:02:17.734647 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:17.768565 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:17.776405 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:17.829622 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2c117b14-8ae9-4517-8547-e104cbcb9a21', '43d88996-bc75-42de-a03e-4caf7be9d7d1', 'a7974570-e152-43f9-91ff-1ff60c761971'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:02:17.852355 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Network bf33958f-9165-410d-8036-71326a5124b6 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:17.855668 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:17.859738 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:02:17.895407 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Pushing event updated for resources: {'Port': ['ID=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:17.904829 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:17.928507 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:17.929075 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:17.969180 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9452574 Nov 23 13:02:17.994603 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Request body: {'port': {'device_id': 'e5f13132-d54e-43f7-8c86-91a4d23d4c35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:18.119931 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:18.338483 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5981a0-e16f-4805-b888-e22259f43fe4 req-45e10f32-0e40-48eb-9d8d-144c7e9dcdaa tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:18.340015 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea5981a0-e16f-4805-b888-e22259f43fe4 req-45e10f32-0e40-48eb-9d8d-144c7e9dcdaa tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 946 time: 0.0955360 Nov 23 13:02:18.392734 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ea5981a0-e16f-4805-b888-e22259f43fe4 req-97813cb5-be56-4105-8e59-c01014728eab tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Nov 23 13:02:18.529648 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaa3fb8-fb70-4118-8e64-8d0d70bec47c {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:02:18.544583 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:18.565868 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Transition to ACTIVE for port object ebaa3fb8-fb70-4118-8e64-8d0d70bec47c will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:18.569879 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:18.574999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:18.709747 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1c0dc-ccb1-4f13-9dc1-28481755182f req-ab5e4769-92ce-4ea1-bad0-788581f03f8f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:18.710468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-89b1c0dc-ccb1-4f13-9dc1-28481755182f req-ab5e4769-92ce-4ea1-bad0-788581f03f8f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:18.728562 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Pushing event updated for resources: {'Port': ['ID=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:18.734317 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:18.781170 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bbaeb-258e-4c81-835e-407ada1e81bf req-f3bd15f5-3aec-419c-9161-abe1edce85c9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:18.782785 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b94bbaeb-258e-4c81-835e-407ada1e81bf req-f3bd15f5-3aec-419c-9161-abe1edce85c9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0987463 Nov 23 13:02:18.821848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-89b1c0dc-ccb1-4f13-9dc1-28481755182f req-ab5e4769-92ce-4ea1-bad0-788581f03f8f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:18.828835 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-89b1c0dc-ccb1-4f13-9dc1-28481755182f req-ab5e4769-92ce-4ea1-bad0-788581f03f8f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 932 time: 0.3610411 Nov 23 13:02:18.874721 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:18.881289 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b94bbaeb-258e-4c81-835e-407ada1e81bf req-454f5510-4f0f-4e1e-b8ee-d16bd86fb728 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912495 Nov 23 13:02:18.901731 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-89b1c0dc-ccb1-4f13-9dc1-28481755182f req-e8672d43-58c3-4b7c-9435-8f9e83394b07 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718265 Nov 23 13:02:18.918901 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Attempting to bind port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:02:18.919898 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Attempting to bind port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:02:18.920474 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Attempting to bind port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c on network bf33958f-9165-410d-8036-71326a5124b6 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:18.928146 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c on network bf33958f-9165-410d-8036-71326a5124b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:02:18.928507 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Attempting to bind port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c on network bf33958f-9165-410d-8036-71326a5124b6 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:02:18.934950 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:02:18.935275 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Checking segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:02:18.935879 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Bound using segment: {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:02:18.936656 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Bound port: ebaa3fb8-fb70-4118-8e64-8d0d70bec47c, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573227bd-182e-4189-9b73-5bcc1e9059d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1247, 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:02:18.937086 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.036788 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] For port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:02:19.040771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] For port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:02:19.046410 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.050618 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:19.184150 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:19.184750 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:19.186124 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] 10.222.0.84 "PUT /v2.0/ports/ebaa3fb8-fb70-4118-8e64-8d0d70bec47c HTTP/1.1" status: 200 len: 1094 time: 1.1975648 Nov 23 13:02:19.186620 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f13132-d54e-43f7-8c86-91a4d23d4c35', 'tag': 'ebaa3fb8-fb70-4118-8e64-8d0d70bec47c'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:02:19.204834 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Pushing event updated for resources: {'Port': ['ID=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:19.209183 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:19.233906 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f13132-d54e-43f7-8c86-91a4d23d4c35', 'tag': 'ebaa3fb8-fb70-4118-8e64-8d0d70bec47c', 'status': 'completed', 'code': 200} Nov 23 13:02:19.362292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-fd4d749a-5cfc-4557-8651-5e38e35655a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:19.364328 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-fd4d749a-5cfc-4557-8651-5e38e35655a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 1097 time: 0.0803239 Nov 23 13:02:19.447017 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-b317adc1-38e9-4b3e-96d0-41c8624b087d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c HTTP/1.1" status: 200 len: 217 time: 0.0659897 Nov 23 13:02:19.512127 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-a0b604be-2c5e-4098-8334-5f46b6494387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:19.513635 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-a0b604be-2c5e-4098-8334-5f46b6494387 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.0591681 Nov 23 13:02:19.574254 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-a1efeddf-52b9-451a-965a-f0d16246a0d9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532882 Nov 23 13:02:19.728786 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-f0b9a861-1952-4393-b0da-e1c31144b978 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406734 Nov 23 13:02:19.889534 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb492e52-9acb-445a-badf-3bfa7e792833 req-773fa3ba-c359-4151-8852-2a0b963b990a service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543565 Nov 23 13:02:19.979309 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d36d8e-ea90-4504-b854-2c28438731a8 req-c6e51b12-8f47-4201-9906-9d29ed77f8da tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:19.980989 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e2d36d8e-ea90-4504-b854-2c28438731a8 req-c6e51b12-8f47-4201-9906-9d29ed77f8da tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 946 time: 0.1066666 Nov 23 13:02:20.030439 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e2d36d8e-ea90-4504-b854-2c28438731a8 req-0c5107f9-73b7-439c-a996-14a9000c0ae8 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413094 Nov 23 13:02:20.135623 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5898c86-c62a-49e9-8764-ce210c97fbcd req-9f426069-6d3c-4500-ba60-43cd5ab36850 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:20.137075 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d5898c86-c62a-49e9-8764-ce210c97fbcd req-9f426069-6d3c-4500-ba60-43cd5ab36850 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1391106 Nov 23 13:02:20.147227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-402c7c22-77d6-4333-8a45-ed4a5a30e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:20.148829 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-402c7c22-77d6-4333-8a45-ed4a5a30e2d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a31364455dc442f8df299a8ad758a4e&device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 1097 time: 0.1079013 Nov 23 13:02:20.234164 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619870a-8a39-4eed-85e0-ea0b09441006 req-ec0e7a95-1176-4fbd-9d24-afb7244bc9b1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:20.236721 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f619870a-8a39-4eed-85e0-ea0b09441006 req-ec0e7a95-1176-4fbd-9d24-afb7244bc9b1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 944 time: 0.1083088 Nov 23 13:02:20.277646 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d5898c86-c62a-49e9-8764-ce210c97fbcd req-a7b0c2f0-7502-43cf-b3fd-124ed133157f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277280 Nov 23 13:02:20.282137 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f619870a-8a39-4eed-85e0-ea0b09441006 req-c82ce3fa-093c-4015-96b7-48424a146bff tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Nov 23 13:02:20.319999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-5fbd544e-3b4a-45d5-bc07-dce0fef10a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:20.321606 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-5fbd544e-3b4a-45d5-bc07-dce0fef10a1a service neutron] 10.222.0.84 "GET /v2.0/networks?id=bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 200 len: 917 time: 0.1587486 Nov 23 13:02:20.400523 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-118dfc73-b3c9-4f6c-97ea-9ea739da00fe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c HTTP/1.1" status: 200 len: 217 time: 0.0704601 Nov 23 13:02:20.479976 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-26741f70-eb94-4e62-b500-fff0c6a89ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:20.481781 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-26741f70-eb94-4e62-b500-fff0c6a89ea9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 200 len: 855 time: 0.0614462 Nov 23 13:02:20.583334 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-8f178027-5f08-4a9b-84b1-5fe557ae187b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bf33958f-9165-410d-8036-71326a5124b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855515 Nov 23 13:02:20.734206 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-0173f10c-e93d-48ca-8f8e-d9538e2e92b9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1978998 Nov 23 13:02:20.741584 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-d47dd76f-9601-47b2-b307-a7f1f2d75663 service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490135 Nov 23 13:02:20.978594 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-69a41c77-95a0-4e94-af63-c5a22ed8fa81 req-76ea63fb-0127-49f5-8135-55ade6c2e4cd service neutron] 10.222.0.84 "GET /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896062 Nov 23 13:02:20.986130 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-6815ceca-61a8-4331-827d-a3947464b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:20.987654 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-6815ceca-61a8-4331-827d-a3947464b61b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1098 time: 0.1790586 Nov 23 13:02:21.381869 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-53935f28-d8f0-4eae-9a50-97d09aa01d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:21.383404 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-53935f28-d8f0-4eae-9a50-97d09aa01d88 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.2640076 Nov 23 13:02:21.455302 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39a08-8e3e-4f1b-8315-744f1f97abcb req-a9b6d957-e27d-4b23-8ce8-d04c6544cbc9 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:21.456850 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ccc39a08-8e3e-4f1b-8315-744f1f97abcb req-a9b6d957-e27d-4b23-8ce8-d04c6544cbc9 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 946 time: 0.3121686 Nov 23 13:02:21.483495 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305913-f40c-4282-8c7b-2efb7f160966 req-53c71d0b-9a0a-4489-8d11-84e84b694f29 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:21.488425 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9f305913-f40c-4282-8c7b-2efb7f160966 req-53c71d0b-9a0a-4489-8d11-84e84b694f29 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0884132 Nov 23 13:02:21.529398 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-59bad074-bf05-458f-8936-a65b6fb55169 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 1001 time: 0.1377349 Nov 23 13:02:21.532327 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ccc39a08-8e3e-4f1b-8315-744f1f97abcb req-066fe516-b56b-43a7-9d19-4a1cf1518d7f tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673630 Nov 23 13:02:21.553248 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9f305913-f40c-4282-8c7b-2efb7f160966 req-925736b6-3b75-4805-a6d4-ff1eda2c82ce tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567288 Nov 23 13:02:21.600442 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-a0695f34-4e3b-400d-af2c-bb74f8b3fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:21.601846 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-a0695f34-4e3b-400d-af2c-bb74f8b3fac1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0653095 Nov 23 13:02:21.735658 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-c71eb931-27b4-4ef6-b4b4-3ec700a95e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:21.737187 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-c71eb931-27b4-4ef6-b4b4-3ec700a95e95 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1270447 Nov 23 13:02:21.773589 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097e00-36a1-476b-9606-2249115e241e req-23fa90f6-f180-4930-9779-1249e8782663 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:21.775088 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-99097e00-36a1-476b-9606-2249115e241e req-23fa90f6-f180-4930-9779-1249e8782663 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 944 time: 0.1160328 Nov 23 13:02:21.885382 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-99097e00-36a1-476b-9606-2249115e241e req-5d7b8839-e661-4f20-84bf-4181bd12dd77 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030827 Nov 23 13:02:21.930377 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-82047df8-9aeb-4e24-8ab7-a190244231cb service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846063 Nov 23 13:02:22.084163 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bdce300-cf4a-4457-902b-2e0068f986b4 req-c730e1e0-1321-4c92-ae0c-c94efe325c31 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431828 Nov 23 13:02:22.739332 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27203a8-46c4-4c42-92c8-16525a56c5c7 req-04c78e43-34ba-4e90-86f9-799161f77167 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:22.740867 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f27203a8-46c4-4c42-92c8-16525a56c5c7 req-04c78e43-34ba-4e90-86f9-799161f77167 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0857992 Nov 23 13:02:22.743650 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f33be8e-0222-4307-80ef-9cde90a2e7d1 req-63eff175-06e5-4b77-aa91-2c2eff180d3e tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:22.745142 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f33be8e-0222-4307-80ef-9cde90a2e7d1 req-63eff175-06e5-4b77-aa91-2c2eff180d3e tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 946 time: 0.0897305 Nov 23 13:02:22.787600 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f27203a8-46c4-4c42-92c8-16525a56c5c7 req-ce98e876-e3a0-4801-8f89-967e22569bc9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Nov 23 13:02:22.792681 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f33be8e-0222-4307-80ef-9cde90a2e7d1 req-96a0c37b-601e-431c-94cc-bc92aa206a4a tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/security-groups?id=a407aec6-5cd1-49f8-82ac-13d76dc9fff4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Nov 23 13:02:22.877753 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-de3b6d6f-39d4-4e76-904f-93d90cb813e8 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:22.879245 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-de3b6d6f-39d4-4e76-904f-93d90cb813e8 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.84 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 946 time: 0.0856605 Nov 23 13:02:22.955416 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Deleting port 72d7fc77-8138-47bc-aa6c-3a989004e0ed {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:02:22.955702 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:23.106414 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ff76-474f-43ba-b24d-6a0b8dc2df56 req-20a7f04c-a978-4e44-8f68-5941fcbef6ef tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:23.108079 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b3f1ff76-474f-43ba-b24d-6a0b8dc2df56 req-20a7f04c-a978-4e44-8f68-5941fcbef6ef tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 944 time: 0.0965850 Nov 23 13:02:23.160223 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b3f1ff76-474f-43ba-b24d-6a0b8dc2df56 req-bfeba240-d35a-4e4e-8d8d-20f62922bb2e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Nov 23 13:02:23.240993 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] For port 72d7fc77-8138-47bc-aa6c-3a989004e0ed, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=72d7fc77-8138-47bc-aa6c-3a989004e0ed,segment=NetworkSegment(c59d899f-35ef-4ad6-9333-06de7e55d225),segment_id=c59d899f-35ef-4ad6-9333-06de7e55d225)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:23.241343 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:23.371331 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Calling delete_port for 72d7fc77-8138-47bc-aa6c-3a989004e0ed owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:02:23.602791 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:23.609037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ba132541-a49d-410f-bee7-6608548a8bd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:23.644082 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['72d7fc77-8138-47bc-aa6c-3a989004e0ed'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:02:23.661390 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Pushing event deleted for resources: {'Port': ['ID=72d7fc77-8138-47bc-aa6c-3a989004e0ed,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:23.665998 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:23.761399 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] No DVR routers for this DVR port 72d7fc77-8138-47bc-aa6c-3a989004e0ed on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:02:23.764731 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:23.767391 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44f7229-5fd0-4fbd-9d2a-a4c5a929670e', 'name': 'network-vif-deleted', 'tag': '72d7fc77-8138-47bc-aa6c-3a989004e0ed'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:02:23.789318 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3a0cf645-8fe1-460f-b3ce-b34128266910 req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.84 "DELETE /v2.0/ports/72d7fc77-8138-47bc-aa6c-3a989004e0ed HTTP/1.1" status: 204 len: 173 time: 0.9011872 Nov 23 13:02:23.849193 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44f7229-5fd0-4fbd-9d2a-a4c5a929670e', 'name': 'network-vif-deleted', 'tag': '72d7fc77-8138-47bc-aa6c-3a989004e0ed', 'status': 'completed', 'code': 200} Nov 23 13:02:24.002365 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-571924c8-7524-4680-a9f9-ec53a3717ce2 req-d4f430f9-eb99-413d-8c94-8333f70a0154 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 210 time: 0.0594645 Nov 23 13:02:24.040294 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733491b-6f0f-47dc-ae46-d771ca3829d4 req-f5f37cf9-4057-4a14-bef9-eecb6eddc73f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:24.041894 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1733491b-6f0f-47dc-ae46-d771ca3829d4 req-f5f37cf9-4057-4a14-bef9-eecb6eddc73f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1029017 Nov 23 13:02:24.094715 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1733491b-6f0f-47dc-ae46-d771ca3829d4 req-16713461-ebad-4a28-8f67-cd77a7f61dbe tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466394 Nov 23 13:02:24.288104 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:02:24.368398 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea1c9e-dca8-415c-9548-9e1a43ecaa37 req-1b5fa206-7897-4f1d-9cf9-9bd803c25300 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:24.372765 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-72ea1c9e-dca8-415c-9548-9e1a43ecaa37 req-1b5fa206-7897-4f1d-9cf9-9bd803c25300 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 944 time: 0.0991397 Nov 23 13:02:24.424168 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c96b55-faf1-4475-bb04-f1a13726d067 req-4c93db53-5185-4958-93b6-03d74fc884d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:24.425776 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94c96b55-faf1-4475-bb04-f1a13726d067 req-4c93db53-5185-4958-93b6-03d74fc884d8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1098 time: 0.0759075 Nov 23 13:02:24.472249 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94c96b55-faf1-4475-bb04-f1a13726d067 req-5006687a-87f8-45b3-8ff4-e51de15886f4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391572 Nov 23 13:02:24.502210 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-72ea1c9e-dca8-415c-9548-9e1a43ecaa37 req-47c8de60-3e03-4201-a9df-68302bad7f3c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259995 Nov 23 13:02:24.968211 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device ebaa3fb8-fb70-4118-8e64-8d0d70bec47c details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:02:25.116826 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:25.132625 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': 'ebaa3fb8-fb70-4118-8e64-8d0d70bec47c', 'network_id': 'bf33958f-9165-410d-8036-71326a5124b6', 'port_id': 'ebaa3fb8-fb70-4118-8e64-8d0d70bec47c', 'mac_address': 'fa:16:3e:1e:11:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eae505c4-f3d4-4e40-be85-722f98a64072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:02:25.182902 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3f7438de-1a23-4fdf-ab7c-64575c700266 req-fb2e80a0-57a7-44be-a908-28bdb96faae8 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] 10.222.0.60 "GET /v2.0/ports?device_id=f44f7229-5fd0-4fbd-9d2a-a4c5a929670e HTTP/1.1" status: 200 len: 210 time: 0.0581944 Nov 23 13:02:25.192428 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.214339 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaa3fb8-fb70-4118-8e64-8d0d70bec47c {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:02:25.233575 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:25.238530 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.241752 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:25.316149 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6e8be-1f5f-40dd-9c2e-03d940ad1845 req-0acc6699-0b1b-475c-b3e5-6d629dad1036 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:25.317973 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77d6e8be-1f5f-40dd-9c2e-03d940ad1845 req-0acc6699-0b1b-475c-b3e5-6d629dad1036 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0927839 Nov 23 13:02:25.318654 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:25.322397 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:25.376604 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77d6e8be-1f5f-40dd-9c2e-03d940ad1845 req-d76f795f-9595-45f5-a338-78ea7800ca6b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Nov 23 13:02:25.634422 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 40216) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:25.707732 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19a457-f74c-4474-ad0d-4ad16ea888fe req-645b19a1-c19f-4ead-b910-9a0ec9136c7b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:25.709337 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9a19a457-f74c-4474-ad0d-4ad16ea888fe req-645b19a1-c19f-4ead-b910-9a0ec9136c7b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 945 time: 0.0900688 Nov 23 13:02:25.767127 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.768438 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9a19a457-f74c-4474-ad0d-4ad16ea888fe req-8c84be39-6585-43fc-a261-537837c4287d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450563 Nov 23 13:02:25.783948 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:25.789137 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Usage tracker for resource:security_group_rule and tenant:783a3b0c91fb4deb86f3df61ea30d708 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:02:25.792342 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:02:25.798516 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:25.883626 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.889069 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:25.894939 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['ebaa3fb8-fb70-4118-8e64-8d0d70bec47c'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:02:25.896388 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-db1a1165-a053-4c34-ae5e-2329f66e81ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:25.937766 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8151b71b-ee26-4d97-a0fc-cc8444377900,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:25.944872 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=783a3b0c91fb4deb86f3df61ea30d708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068068 Nov 23 13:02:25.944872 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:25.945218 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 40228) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:02:26.020325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b83f0b80-3361-4b47-9fda-0f7fb3f17a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:26.052119 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b83f0b80-3361-4b47-9fda-0f7fb3f17a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:26.110435 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b83f0b80-3361-4b47-9fda-0f7fb3f17a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:26.115878 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-42280322-ad09-423c-a04c-32e43c9c3563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:26.129605 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f0b80-3361-4b47-9fda-0f7fb3f17a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151b71b-ee26-4d97-a0fc-cc8444377900,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:26.132505 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b83f0b80-3361-4b47-9fda-0f7fb3f17a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:26.134468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b83f0b80-3361-4b47-9fda-0f7fb3f17a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:26.136284 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-b83f0b80-3361-4b47-9fda-0f7fb3f17a96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8151b71b-ee26-4d97-a0fc-cc8444377900 HTTP/1.1" status: 204 len: 168 time: 0.1896243 Nov 23 13:02:26.601725 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007798e-37ff-4221-abbb-7338792e8316 req-128b3245-828f-4b51-a8d9-98d285a9ee85 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:26.603355 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4007798e-37ff-4221-abbb-7338792e8316 req-128b3245-828f-4b51-a8d9-98d285a9ee85 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1023650 Nov 23 13:02:26.652625 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4007798e-37ff-4221-abbb-7338792e8316 req-a81a6636-070d-4d98-a0ba-796c384df876 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432000 Nov 23 13:02:26.974931 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b89b7a-d908-4561-90c7-55cb96d7bfc3 req-b8029933-5b2d-4686-9a00-da74f76c5346 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:26.976481 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b3b89b7a-d908-4561-90c7-55cb96d7bfc3 req-b8029933-5b2d-4686-9a00-da74f76c5346 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 945 time: 0.0846577 Nov 23 13:02:26.990821 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 72d7fc77-8138-47bc-aa6c-3a989004e0ed no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:02:27.033078 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 72d7fc77-8138-47bc-aa6c-3a989004e0ed {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:02:27.033434 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 72d7fc77-8138-47bc-aa6c-3a989004e0ed not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:02:27.049454 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b3b89b7a-d908-4561-90c7-55cb96d7bfc3 req-783e0c59-2085-46a7-a416-3abda03370fc tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666625 Nov 23 13:02:27.854825 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2cae8-e4f2-4672-9b90-18e5aa66b89a req-53059696-5b63-417f-a5b6-bd0795a0df9a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:27.857675 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-91c2cae8-e4f2-4672-9b90-18e5aa66b89a req-53059696-5b63-417f-a5b6-bd0795a0df9a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0860071 Nov 23 13:02:27.904487 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-91c2cae8-e4f2-4672-9b90-18e5aa66b89a req-104fc086-0cff-4315-b31f-8f27cb536582 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Nov 23 13:02:28.249184 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46045c-454b-431b-bf10-f1f88b655d37 req-653259fb-eb01-4fc5-b41e-cdd2090c7074 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:28.251004 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a46045c-454b-431b-bf10-f1f88b655d37 req-653259fb-eb01-4fc5-b41e-cdd2090c7074 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 945 time: 0.0914416 Nov 23 13:02:28.309783 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a46045c-454b-431b-bf10-f1f88b655d37 req-d9bd7729-068d-41f2-a6cb-4337c7212eb5 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527728 Nov 23 13:02:28.435275 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-9a5333c3-3335-4212-b333-af16c9d70041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:28.436803 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-9a5333c3-3335-4212-b333-af16c9d70041 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 1098 time: 0.0730648 Nov 23 13:02:28.492280 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37942380-a70a-4c84-a5e2-bb58d3bf2c2d req-1f8cecc2-1172-4774-8511-ff6fda5cb189 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:28.494739 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-37942380-a70a-4c84-a5e2-bb58d3bf2c2d req-1f8cecc2-1172-4774-8511-ff6fda5cb189 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1020210 Nov 23 13:02:28.574794 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-37942380-a70a-4c84-a5e2-bb58d3bf2c2d req-64f56905-e2d4-49dd-a4f0-c78bd0670153 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719304 Nov 23 13:02:28.593228 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-42666e22-0adb-40a8-b091-fa458217e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:28.595868 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-42666e22-0adb-40a8-b091-fa458217e759 service neutron] 10.222.0.84 "GET /v2.0/networks?id=59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 200 len: 918 time: 0.1524420 Nov 23 13:02:28.684743 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-0c845f60-9870-4033-b572-7bab5360d1ad service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c HTTP/1.1" status: 200 len: 217 time: 0.0814784 Nov 23 13:02:28.762997 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-4df8f52b-8aa1-40f3-8da4-2519f5227467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:28.764267 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-4df8f52b-8aa1-40f3-8da4-2519f5227467 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 200 len: 856 time: 0.0731976 Nov 23 13:02:28.823275 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-8d496498-0d4b-463e-9d6c-12e75b608102 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=59045e15-b578-47ca-abc6-4d73d6cc6fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521998 Nov 23 13:02:28.993988 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device ebaa3fb8-fb70-4118-8e64-8d0d70bec47c up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:02:28.994859 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-a3200556-f2e8-4f47-a110-9ea94d32a367 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639090 Nov 23 13:02:29.076618 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:29.084654 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:29.085418 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:29.161416 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78ca9f05-f6f4-46fb-8a69-76c00083169f req-97aec218-3be9-4691-b8ae-fdbd9e53ef37 service neutron] 10.222.0.84 "GET /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587381 Nov 23 13:02:29.220321 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:29.249464 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f13132-d54e-43f7-8c86-91a4d23d4c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaa3fb8-fb70-4118-8e64-8d0d70bec47c'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:02:29.260911 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:02:29.266507 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:29.269116 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:29.306931 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f13132-d54e-43f7-8c86-91a4d23d4c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaa3fb8-fb70-4118-8e64-8d0d70bec47c', 'code': 200} Nov 23 13:02:29.345368 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:29.349473 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:29.580053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0079e9-01c6-4126-b683-921dd85fc51b req-71fbda27-26ed-4166-8ca6-2fdb7b26c804 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:29.581538 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ab0079e9-01c6-4126-b683-921dd85fc51b req-71fbda27-26ed-4166-8ca6-2fdb7b26c804 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.1518631 Nov 23 13:02:29.630003 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ab0079e9-01c6-4126-b683-921dd85fc51b req-f9c6f8a7-8a53-4fc8-b5bf-48b1fc6461ec tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Nov 23 13:02:29.774117 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5c9f5-f8e1-4157-8392-47686c3583cc req-175da8b1-0a4f-4efe-a1fa-91f33dc795b4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:29.775637 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f0d5c9f5-f8e1-4157-8392-47686c3583cc req-175da8b1-0a4f-4efe-a1fa-91f33dc795b4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0851109 Nov 23 13:02:29.824701 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f0d5c9f5-f8e1-4157-8392-47686c3583cc req-4291b757-3a4d-4366-80fd-46b905d274ef tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Nov 23 13:02:30.824822 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c1f4a-0f81-400d-bd72-2a3d3840ec49 req-13466202-b7b5-4fc8-b838-509f85f0044d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:30.826710 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-740c1f4a-0f81-400d-bd72-2a3d3840ec49 req-13466202-b7b5-4fc8-b838-509f85f0044d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0895131 Nov 23 13:02:30.876490 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-740c1f4a-0f81-400d-bd72-2a3d3840ec49 req-e4b1cfa2-faaa-4689-bc87-334aa55e6788 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Nov 23 13:02:31.081909 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446e531-ed5d-4de4-8e27-3c83ecc24617 req-715be832-b22f-4805-b399-60c5a0bc7dfe tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:31.083481 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b446e531-ed5d-4de4-8e27-3c83ecc24617 req-715be832-b22f-4805-b399-60c5a0bc7dfe tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1027384 Nov 23 13:02:31.129811 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b446e531-ed5d-4de4-8e27-3c83ecc24617 req-ad5ea5d1-f129-4c02-8220-5a9006374df0 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400290 Nov 23 13:02:32.074472 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50090025-db5c-4ce0-9047-333f7977738f req-02e6aea0-7eef-4f9f-8115-38f27b6f051c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:32.076087 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-50090025-db5c-4ce0-9047-333f7977738f req-02e6aea0-7eef-4f9f-8115-38f27b6f051c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0907357 Nov 23 13:02:32.124249 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-50090025-db5c-4ce0-9047-333f7977738f req-c9f798fa-2967-446a-8ed1-0e1217bde11b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406857 Nov 23 13:02:32.341868 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482aedc-47e7-4126-9720-0f2f814e7350 req-8b98946a-a97e-4a19-b03d-7c21853edb7e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:32.343264 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4482aedc-47e7-4126-9720-0f2f814e7350 req-8b98946a-a97e-4a19-b03d-7c21853edb7e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0984800 Nov 23 13:02:32.393667 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4482aedc-47e7-4126-9720-0f2f814e7350 req-5468b8ea-0875-419e-90f2-1c1190759fcb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Nov 23 13:02:33.327198 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2441e-ec7f-46f1-b33a-e19629ded30e req-ea10a668-ef4c-4e5e-8f72-b4b302809da3 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:33.328695 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36c2441e-ec7f-46f1-b33a-e19629ded30e req-ea10a668-ef4c-4e5e-8f72-b4b302809da3 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0941966 Nov 23 13:02:33.372979 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36c2441e-ec7f-46f1-b33a-e19629ded30e req-e8e68a8e-719f-4ded-8371-390b45183431 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Nov 23 13:02:33.599433 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd624a8-733a-40f1-8442-2d04c407d0a5 req-b0a234c7-da09-43a0-93e2-260ef794d197 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:33.600997 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5fd624a8-733a-40f1-8442-2d04c407d0a5 req-b0a234c7-da09-43a0-93e2-260ef794d197 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0911884 Nov 23 13:02:33.647457 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5fd624a8-733a-40f1-8442-2d04c407d0a5 req-2b4e5fa4-959a-4ba9-9459-b75ceb034393 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Nov 23 13:02:34.584738 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd1875-4ec0-4270-a1df-5e3e97125d53 req-e0e0fa61-cffb-44ba-ad2e-e26883700a93 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:34.586232 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-57bd1875-4ec0-4270-a1df-5e3e97125d53 req-e0e0fa61-cffb-44ba-ad2e-e26883700a93 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0976231 Nov 23 13:02:34.635234 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-57bd1875-4ec0-4270-a1df-5e3e97125d53 req-56b3ad55-ad03-433f-960d-9c2c969fb963 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Nov 23 13:02:34.846440 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8de6-31a1-4659-a85a-661bc9ff0eaf req-1bd337d6-c0c3-452e-a2a5-a465c9487d99 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:34.847926 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d05e8de6-31a1-4659-a85a-661bc9ff0eaf req-1bd337d6-c0c3-452e-a2a5-a465c9487d99 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0921934 Nov 23 13:02:34.893600 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d05e8de6-31a1-4659-a85a-661bc9ff0eaf req-841a1a4a-f0c2-43ee-af75-22b4470aa754 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Nov 23 13:02:35.843359 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdba6d8-e07a-4869-9940-10c4aeb2fa21 req-b8e9b877-7d5b-4ea9-b43d-bea6515ac6ab tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:35.844882 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cfdba6d8-e07a-4869-9940-10c4aeb2fa21 req-b8e9b877-7d5b-4ea9-b43d-bea6515ac6ab tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0965559 Nov 23 13:02:35.892226 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cfdba6d8-e07a-4869-9940-10c4aeb2fa21 req-8ede7656-7316-4dfc-b06b-d7cb7619b0c9 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Nov 23 13:02:36.087820 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f9a10-a74f-42c1-b433-f5f5177b0800 req-a6b552b2-5e0e-4964-884b-7ae234934306 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:36.089351 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-db7f9a10-a74f-42c1-b433-f5f5177b0800 req-a6b552b2-5e0e-4964-884b-7ae234934306 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0846708 Nov 23 13:02:36.146521 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-db7f9a10-a74f-42c1-b433-f5f5177b0800 req-75f85fe7-eed6-4348-af57-8ca4ba1f2463 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513051 Nov 23 13:02:36.206644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9c754-321a-4d00-bcdf-8719f7bc61d7 req-9b65944d-f274-462f-a57a-b403ba3149b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:36.208093 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cec9c754-321a-4d00-bcdf-8719f7bc61d7 req-9b65944d-f274-462f-a57a-b403ba3149b5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 1099 time: 0.0746019 Nov 23 13:02:36.269600 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cec9c754-321a-4d00-bcdf-8719f7bc61d7 req-69f41259-b619-4e67-a14f-07e0f9ba7ada service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529530 Nov 23 13:02:37.093252 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831ad9-ec42-420f-bf4f-12c4291f106e req-a5d40976-6f48-46f4-9111-4291f1d9bc37 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:37.094737 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-25831ad9-ec42-420f-bf4f-12c4291f106e req-a5d40976-6f48-46f4-9111-4291f1d9bc37 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0841815 Nov 23 13:02:37.143968 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-25831ad9-ec42-420f-bf4f-12c4291f106e req-e0d3fa4d-5a75-4bfb-b756-bb9f6189830f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 Nov 23 13:02:37.261521 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5305f7eb-29d0-4f4e-9517-ca602ffe7ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:37.363318 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4139c6-b1bd-42ed-bc73-ba85574e115a req-ae34d831-b771-4f8b-9667-a02f800f1493 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:37.364910 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-df4139c6-b1bd-42ed-bc73-ba85574e115a req-ae34d831-b771-4f8b-9667-a02f800f1493 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1058962 Nov 23 13:02:37.410484 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-df4139c6-b1bd-42ed-bc73-ba85574e115a req-fe0958d1-7fe1-4c7f-89ba-5b9fad5d5aa9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Nov 23 13:02:37.712552 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:38.360179 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1a718-c06d-4028-bb37-664255118d64 req-7c129252-240c-4102-aff5-ec6479f41732 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:38.361720 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aeb1a718-c06d-4028-bb37-664255118d64 req-7c129252-240c-4102-aff5-ec6479f41732 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.1017723 Nov 23 13:02:38.408526 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aeb1a718-c06d-4028-bb37-664255118d64 req-9e6849e6-5cf2-4c24-bb3c-e257fddd1382 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Nov 23 13:02:38.621694 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70393a0e-2913-4a23-8885-1c7dc63b1e4e req-cd2b427d-860d-43b9-af27-db55f99a93f4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:38.623086 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-70393a0e-2913-4a23-8885-1c7dc63b1e4e req-cd2b427d-860d-43b9-af27-db55f99a93f4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0944839 Nov 23 13:02:38.672102 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-70393a0e-2913-4a23-8885-1c7dc63b1e4e req-84cb8958-30d5-4bc7-be72-9de2f38304e9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Nov 23 13:02:39.597813 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce51eca-be94-47c2-b5e9-95758af8dd54 req-856d434d-1f60-4317-ba7a-142819807723 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:39.598682 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cce51eca-be94-47c2-b5e9-95758af8dd54 req-856d434d-1f60-4317-ba7a-142819807723 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0829375 Nov 23 13:02:39.650325 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cce51eca-be94-47c2-b5e9-95758af8dd54 req-572202ae-4ad9-4761-a33a-05ca36191ad1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Nov 23 13:02:39.862789 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60c890-f0b1-4214-ba90-00ad427fa84c req-eb4bf484-f427-48b4-bc57-f8db35db618c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:39.864206 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4c60c890-f0b1-4214-ba90-00ad427fa84c req-eb4bf484-f427-48b4-bc57-f8db35db618c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0848646 Nov 23 13:02:39.910161 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4c60c890-f0b1-4214-ba90-00ad427fa84c req-e391a0af-3e9b-4330-9313-f0a7ba866ef4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397604 Nov 23 13:02:40.120538 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bbc3f156-b52c-414b-ae40-423044eb4098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:40.854714 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bca52-cf45-4681-9ef1-86539832dea1 req-52abe2ef-8182-4c94-8ffd-104393898e49 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:40.856210 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-099bca52-cf45-4681-9ef1-86539832dea1 req-52abe2ef-8182-4c94-8ffd-104393898e49 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0921166 Nov 23 13:02:40.902261 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-099bca52-cf45-4681-9ef1-86539832dea1 req-113361fc-9721-469b-bb8b-18a7ad843fc4 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Nov 23 13:02:41.101926 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ead8b7-affb-41a5-9f19-f97aeeda806f req-d58d62a2-840d-4622-8cde-0890c9a5abd7 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:41.103393 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-01ead8b7-affb-41a5-9f19-f97aeeda806f req-d58d62a2-840d-4622-8cde-0890c9a5abd7 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0863569 Nov 23 13:02:41.151557 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:41.153776 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-01ead8b7-affb-41a5-9f19-f97aeeda806f req-a1ffd094-d7af-4d8b-8fc8-87ca552abbd6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445719 Nov 23 13:02:42.100386 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb83a13-f75a-471c-b4a2-70aaef5a2e47 req-e5ea286d-0dbb-4c01-8701-3c8ee8ff5d2d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:42.101992 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1bb83a13-f75a-471c-b4a2-70aaef5a2e47 req-e5ea286d-0dbb-4c01-8701-3c8ee8ff5d2d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0902448 Nov 23 13:02:42.150813 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1bb83a13-f75a-471c-b4a2-70aaef5a2e47 req-2296c41a-7ae1-43f4-8121-e028b3bad373 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Nov 23 13:02:42.366651 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcce02-4d69-4713-a989-cfc93ac9b81f req-fd2f1738-d64a-4921-8b14-6c89bae0fd49 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:42.368089 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fcce02-4d69-4713-a989-cfc93ac9b81f req-fd2f1738-d64a-4921-8b14-6c89bae0fd49 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0962052 Nov 23 13:02:42.417146 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fcce02-4d69-4713-a989-cfc93ac9b81f req-d06c002f-2e51-497a-99cb-c64b2e0b6423 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Nov 23 13:02:42.492587 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:43.344660 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc67c5-d48c-4081-97cb-8f9d162bbf28 req-7ae50c9d-209e-41a4-a82a-7e27cd044b38 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:43.346105 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a3dc67c5-d48c-4081-97cb-8f9d162bbf28 req-7ae50c9d-209e-41a4-a82a-7e27cd044b38 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0808609 Nov 23 13:02:43.391014 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a3dc67c5-d48c-4081-97cb-8f9d162bbf28 req-dbc0ea26-a033-43e1-9124-48b65f74b134 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387726 Nov 23 13:02:43.631853 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236bf51-a2a6-4ed7-b468-0f6b2f479ff5 req-eac33aa4-f698-40be-a00d-cb516388849e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:43.633503 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0236bf51-a2a6-4ed7-b468-0f6b2f479ff5 req-eac33aa4-f698-40be-a00d-cb516388849e tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0960598 Nov 23 13:02:43.682952 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0236bf51-a2a6-4ed7-b468-0f6b2f479ff5 req-eb77d218-3df9-4742-97a6-b51ecad6dbe9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Nov 23 13:02:44.591555 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ba7e9-2620-48e2-8954-3ed99865cc0b req-1592933b-512e-4fd2-9a74-6700ace471f7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:44.593048 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-969ba7e9-2620-48e2-8954-3ed99865cc0b req-1592933b-512e-4fd2-9a74-6700ace471f7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0900073 Nov 23 13:02:44.639339 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-969ba7e9-2620-48e2-8954-3ed99865cc0b req-4cbd161b-a8c2-4778-8a88-f57a90690350 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Nov 23 13:02:44.884134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626b19-9f49-4e0d-b785-866b451a2c81 req-94ac3d00-fdac-4f96-ae57-013e500b7bad tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:44.885653 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-09626b19-9f49-4e0d-b785-866b451a2c81 req-94ac3d00-fdac-4f96-ae57-013e500b7bad tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0913241 Nov 23 13:02:44.929900 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-09626b19-9f49-4e0d-b785-866b451a2c81 req-cd05985e-f458-4253-858e-27e04875b39c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384698 Nov 23 13:02:45.828796 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e7749-6aea-4879-ba76-4f51a8e6aea9 req-a9661458-d15d-44b3-a199-9fd93c54c169 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:45.831447 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-622e7749-6aea-4879-ba76-4f51a8e6aea9 req-a9661458-d15d-44b3-a199-9fd93c54c169 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0834830 Nov 23 13:02:45.882901 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-622e7749-6aea-4879-ba76-4f51a8e6aea9 req-9cc48978-8a83-4a67-bec3-9f64a97731d3 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 Nov 23 13:02:46.122858 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f859ac-a560-40e5-8f72-e3b63bbc5a83 req-7f52110d-5e3a-4fb4-b263-8cd97bf43ef6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:46.124081 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73f859ac-a560-40e5-8f72-e3b63bbc5a83 req-7f52110d-5e3a-4fb4-b263-8cd97bf43ef6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0862861 Nov 23 13:02:46.172932 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73f859ac-a560-40e5-8f72-e3b63bbc5a83 req-6a09acbb-352c-4c07-a1bb-1b43d2f6b5f8 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424902 Nov 23 13:02:47.076418 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a924c28-013e-4bd9-9ce3-477bfd98ded1 req-c42675fa-8a7d-411d-8e92-500eedd8ecd0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:47.077807 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a924c28-013e-4bd9-9ce3-477bfd98ded1 req-c42675fa-8a7d-411d-8e92-500eedd8ecd0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0895457 Nov 23 13:02:47.200647 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a924c28-013e-4bd9-9ce3-477bfd98ded1 req-29f431c9-8cd4-408f-8aaf-bf3fb2bc7b0b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167886 Nov 23 13:02:47.377347 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa12e1f-81f1-4b1b-a584-2670184a75ed req-d89b8e86-41f9-4819-a28a-50ddc53723ab tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:47.378843 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8aa12e1f-81f1-4b1b-a584-2670184a75ed req-d89b8e86-41f9-4819-a28a-50ddc53723ab tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0834050 Nov 23 13:02:47.424820 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8aa12e1f-81f1-4b1b-a584-2670184a75ed req-7327c28e-484a-47a4-b5d2-c9ad6e69bff9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 Nov 23 13:02:48.398564 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665930e-3bf9-449b-b06e-c528c1c69a0c req-897c12e1-fc0c-46f5-888b-0ee99d79485e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:48.399970 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7665930e-3bf9-449b-b06e-c528c1c69a0c req-897c12e1-fc0c-46f5-888b-0ee99d79485e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0923016 Nov 23 13:02:48.445483 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7665930e-3bf9-449b-b06e-c528c1c69a0c req-2cd7678f-188b-4380-8772-8035821338be tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Nov 23 13:02:48.629004 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d85f4e-e1d0-45d6-9eff-f1a6bad52136 req-2cf81218-da92-444d-974c-2c2f0648f62f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:48.630555 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f5d85f4e-e1d0-45d6-9eff-f1a6bad52136 req-2cf81218-da92-444d-974c-2c2f0648f62f tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0892947 Nov 23 13:02:48.678837 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f5d85f4e-e1d0-45d6-9eff-f1a6bad52136 req-a829c803-0b3f-41c5-b255-56b5fe491837 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422645 Nov 23 13:02:48.851195 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:49.652443 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09ddf7-ad87-47cb-b7a5-a64da7784fcb req-b30bdc43-1c59-4074-90d7-5a4e569590a7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:49.653955 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d09ddf7-ad87-47cb-b7a5-a64da7784fcb req-b30bdc43-1c59-4074-90d7-5a4e569590a7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0956104 Nov 23 13:02:49.699068 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d09ddf7-ad87-47cb-b7a5-a64da7784fcb req-8605601e-4cf3-4684-b7ac-0db187c5c4ad tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393279 Nov 23 13:02:49.880488 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28478d6-6cac-49a4-8e7d-c3b8afd0678b req-21e377ce-7859-47eb-a70d-3c77d0a2693a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:49.881984 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d28478d6-6cac-49a4-8e7d-c3b8afd0678b req-21e377ce-7859-47eb-a70d-3c77d0a2693a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.0881522 Nov 23 13:02:49.936211 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d28478d6-6cac-49a4-8e7d-c3b8afd0678b req-fd661bca-d90a-4e9d-8406-75200ad5e141 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483434 Nov 23 13:02:50.955991 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcfd06-8808-40a4-8d59-3dccb8c57211 req-e644379d-f332-40ed-85f3-fc3adb0eeceb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:50.959111 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-57fcfd06-8808-40a4-8d59-3dccb8c57211 req-e644379d-f332-40ed-85f3-fc3adb0eeceb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.1037631 Nov 23 13:02:51.053143 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-57fcfd06-8808-40a4-8d59-3dccb8c57211 req-b15d095a-1e4b-4ca0-9213-d9847b933739 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732331 Nov 23 13:02:51.194581 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfc91a-1cca-4042-b40a-0a19e321d872 req-97c4cd29-be96-4c9b-b9a1-25d19b24b425 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:51.198431 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ccdfc91a-1cca-4042-b40a-0a19e321d872 req-97c4cd29-be96-4c9b-b9a1-25d19b24b425 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1123276 Nov 23 13:02:51.283841 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ccdfc91a-1cca-4042-b40a-0a19e321d872 req-37d9b04c-0299-4eea-9f8d-18d288e7081a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784571 Nov 23 13:02:52.259648 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9bb9d-5e3a-473b-9287-6c0e2fc1e6ee req-12f7c57a-03ca-4d23-89db-e207cec66b04 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:52.261609 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-74e9bb9d-5e3a-473b-9287-6c0e2fc1e6ee req-12f7c57a-03ca-4d23-89db-e207cec66b04 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.0963368 Nov 23 13:02:52.313807 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-74e9bb9d-5e3a-473b-9287-6c0e2fc1e6ee req-7979035a-394c-4ae2-b494-324cc08f35f5 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Nov 23 13:02:52.546507 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e2c0-1919-4d57-906f-11b7679b158c req-1e266247-cc86-4c2a-84c9-b4cf122eca72 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:52.549168 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7021e2c0-1919-4d57-906f-11b7679b158c req-1e266247-cc86-4c2a-84c9-b4cf122eca72 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1079376 Nov 23 13:02:52.744627 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7021e2c0-1919-4d57-906f-11b7679b158c req-a543b60c-5844-4765-bc15-3c4afdc2b7b9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891007 Nov 23 13:02:52.995646 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-1459c561-aa40-4afd-92ed-612c1b8e4600 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Synchronizing usage tracker for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:53.028415 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-1459c561-aa40-4afd-92ed-612c1b8e4600 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Unset dirty status for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:53.036928 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-1459c561-aa40-4afd-92ed-612c1b8e4600 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108357609&fields=id&tenant_id=a76cd93551c243ffac2329a86c7fce12 HTTP/1.1" status: 200 len: 267 time: 0.0990086 Nov 23 13:02:53.194635 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-500b4770-b951-45f8-84c8-264cb406128a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:53.196442 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-500b4770-b951-45f8-84c8-264cb406128a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 809 time: 0.1583562 Nov 23 13:02:53.211627 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-f57ebff5-e9ac-4b42-90d8-a917d3e27017 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/quotas/a76cd93551c243ffac2329a86c7fce12 HTTP/1.1" status: 200 len: 375 time: 0.0093617 Nov 23 13:02:53.299663 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-54630925-8167-4664-af45-e666ece586c5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Synchronizing usage tracker for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:53.319252 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-54630925-8167-4664-af45-e666ece586c5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Unset dirty status for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:53.320782 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-54630925-8167-4664-af45-e666ece586c5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039493 Nov 23 13:02:53.473965 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-6066eeb9-229a-4867-b3d3-1babf858eb27 service neutron] 10.222.0.60 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375842 Nov 23 13:02:53.685207 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-8e24600e-0e4f-4e8e-bb38-d1311a4f97c0 service neutron] 10.222.0.60 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998048 Nov 23 13:02:54.085888 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddef22d-b5c1-4995-9572-ecb275af7e72 req-2a4767ed-0bb6-486c-8ddb-548d89feb0f6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:54.093744 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1ddef22d-b5c1-4995-9572-ecb275af7e72 req-2a4767ed-0bb6-486c-8ddb-548d89feb0f6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1057255 Nov 23 13:02:54.221778 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1ddef22d-b5c1-4995-9572-ecb275af7e72 req-62356af6-d2d1-467c-94c8-a81d18a0bbb5 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266022 Nov 23 13:02:54.435754 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76a53e56-5d6c-471f-b3e5-f4b8787dcef1 req-4b9c4cb5-2344-43c3-84fa-e17fbb482b71 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0918138 Nov 23 13:02:55.656896 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8e1f40a0-e39e-46c1-b9ba-e2c007c40b33 req-966d4911-48f6-4862-89a0-580852081e6f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0516410 Nov 23 13:02:56.248557 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-79915126-994a-42d4-a19f-22a0ad3959a6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:56.249849 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-79915126-994a-42d4-a19f-22a0ad3959a6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Synchronizing usage tracker for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:network {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:56.270017 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-79915126-994a-42d4-a19f-22a0ad3959a6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Unset dirty status for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:network {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:56.271584 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-79915126-994a-42d4-a19f-22a0ad3959a6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.84 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 809 time: 0.2196593 Nov 23 13:02:56.335955 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-395eeb83-39bc-44d3-89ec-f3b158bfec67 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Synchronizing usage tracker for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:56.350410 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-395eeb83-39bc-44d3-89ec-f3b158bfec67 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Unset dirty status for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:56.352027 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-395eeb83-39bc-44d3-89ec-f3b158bfec67 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a76cd93551c243ffac2329a86c7fce12 HTTP/1.1" status: 200 len: 379 time: 0.0648904 Nov 23 13:02:56.371865 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'port': {'device_id': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'admin_state_up': True, 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'security_groups': ['0c2bbac1-5590-4d4d-a473-c80b9402f614']}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:02:56.544256 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:02:56.561094 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:02:56.570530 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Made reservation on behalf of a76cd93551c243ffac2329a86c7fce12 for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:02:56.575043 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:56.758409 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Allocated IP 172.20.0.6 (02ba363d-e5eb-44ed-b3cb-f5f6be41db0f/6112fc7c-3314-460d-a623-0cd6e4869664/9334a9ef-7661-4c37-bee0-88d739f97311) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:02:56.876270 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e1b36da-c82d-46e8-9b61-adecd99b5464 req-531130c8-7f26-49f6-af1b-22af1ef3c8db tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.1038055 Nov 23 13:02:57.015689 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:57.035617 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Transition to ACTIVE for port object 9334a9ef-7661-4c37-bee0-88d739f97311 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:02:57.062566 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:57.069716 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-20cd9d4b-c56b-4781-bebc-a697478304f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:02:57.148922 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:02:57.150224 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:02:57.153004 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:02:57.214254 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'Port': ['ID=9334a9ef-7661-4c37-bee0-88d739f97311,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:02:57.225239 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.225604 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.225960 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.226310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.227152 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.227524 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.228036 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.228424 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.228783 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.229218 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.229552 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.229890 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:02:57.240524 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:02:57.271754 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:57.272839 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:57.317841 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9590638 Nov 23 13:02:57.437411 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-a76510ea-7bfa-4fb4-bd3a-5e82f2588e2b None None] Provisioning for port 9334a9ef-7661-4c37-bee0-88d739f97311 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:02:57.443552 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-a76510ea-7bfa-4fb4-bd3a-5e82f2588e2b None None] Provisioning complete for port 9334a9ef-7661-4c37-bee0-88d739f97311 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:02:57.444046 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a76510ea-7bfa-4fb4-bd3a-5e82f2588e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:02:57.508151 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-a76510ea-7bfa-4fb4-bd3a-5e82f2588e2b None None] Port 9334a9ef-7661-4c37-bee0-88d739f97311 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:02:58.140402 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96379f-941e-46d7-9585-6cbe2bc13bd2 req-230ffc3e-cbdf-4d13-b03f-e729a2566fcb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:58.141498 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-6f96379f-941e-46d7-9585-6cbe2bc13bd2 req-230ffc3e-cbdf-4d13-b03f-e729a2566fcb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Synchronizing usage tracker for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:02:58.167240 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-6f96379f-941e-46d7-9585-6cbe2bc13bd2 req-230ffc3e-cbdf-4d13-b03f-e729a2566fcb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Unset dirty status for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:02:58.169339 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f96379f-941e-46d7-9585-6cbe2bc13bd2 req-230ffc3e-cbdf-4d13-b03f-e729a2566fcb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 931 time: 0.1599085 Nov 23 13:02:58.225719 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6f96379f-941e-46d7-9585-6cbe2bc13bd2 req-d48b347b-fdaf-47f5-a8a0-5ecade6ca520 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463910 Nov 23 13:02:59.471122 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e15cd-18b4-4bcd-ba1d-18456940f0dc req-2f47f889-b982-4f64-94dd-fe6b45a6d1c8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:02:59.481868 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-103e15cd-18b4-4bcd-ba1d-18456940f0dc req-2f47f889-b982-4f64-94dd-fe6b45a6d1c8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 931 time: 0.1245246 Nov 23 13:02:59.544710 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-103e15cd-18b4-4bcd-ba1d-18456940f0dc req-f3f73187-eb59-43ab-b1ab-36ee91064834 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613379 Nov 23 13:03:00.707173 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Request body: {'port': {'device_id': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:00.868614 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f103a-67f5-4ca8-9cd6-90a874b3d0b1 req-e09ad0ec-c970-42f6-a3f9-bdc260176a22 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:00.870128 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea8f103a-67f5-4ca8-9cd6-90a874b3d0b1 req-e09ad0ec-c970-42f6-a3f9-bdc260176a22 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 931 time: 0.2097123 Nov 23 13:03:00.870742 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:01.095335 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea8f103a-67f5-4ca8-9cd6-90a874b3d0b1 req-a56291e2-0e05-49f8-9543-e559f1ffaafc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047486 Nov 23 13:03:01.277936 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:03:01.352692 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9334a9ef-7661-4c37-bee0-88d739f97311 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:03:01.363565 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:01.383282 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Transition to ACTIVE for port object 9334a9ef-7661-4c37-bee0-88d739f97311 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:01.389187 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:01.395597 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:01.726804 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9334a9ef-7661-4c37-bee0-88d739f97311,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:01.732539 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:01.905641 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Attempting to bind port 9334a9ef-7661-4c37-bee0-88d739f97311 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:03:01.906343 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Attempting to bind port 9334a9ef-7661-4c37-bee0-88d739f97311 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:03:01.906693 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Attempting to bind port 9334a9ef-7661-4c37-bee0-88d739f97311 on network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:01.928410 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Port 9334a9ef-7661-4c37-bee0-88d739f97311 on network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:03:01.928741 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Attempting to bind port 9334a9ef-7661-4c37-bee0-88d739f97311 on network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:01.935003 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:03:01.935349 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Checking segment: {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:01.935744 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Bound using segment: {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:03:01.936277 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Bound port: 9334a9ef-7661-4c37-bee0-88d739f97311, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45781d62-596e-442f-9d81-0e9aaefd5886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1238, 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:03:01.936639 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:02.062048 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] For port 9334a9ef-7661-4c37-bee0-88d739f97311, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:03:02.065914 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] For port 9334a9ef-7661-4c37-bee0-88d739f97311, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9334a9ef-7661-4c37-bee0-88d739f97311,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:03:02.070172 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:02.074170 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:02.136711 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:02.137142 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:02.138539 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] 10.222.0.84 "PUT /v2.0/ports/9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 1093 time: 1.4357862 Nov 23 13:03:02.139129 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:02.167555 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9334a9ef-7661-4c37-bee0-88d739f97311,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:02.178844 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:02.334389 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311', 'status': 'completed', 'code': 200} Nov 23 13:03:02.381467 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8a9ed-1f65-4f24-b9ff-888ab429aaac req-46357444-db78-4b35-9232-089acd5f3821 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:02.383272 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c8d8a9ed-1f65-4f24-b9ff-888ab429aaac req-46357444-db78-4b35-9232-089acd5f3821 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1494293 Nov 23 13:03:02.485898 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c8d8a9ed-1f65-4f24-b9ff-888ab429aaac req-4a8f44ba-f20d-4132-a12f-1ab44470acfd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654953 Nov 23 13:03:02.504192 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-b52a4e76-8995-4718-b0c9-1474c0d4726f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:02.509399 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-b52a4e76-8995-4718-b0c9-1474c0d4726f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1096 time: 0.1387293 Nov 23 13:03:02.595235 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-2701672a-7692-4703-96f0-f2b4b619f2ea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 217 time: 0.0687439 Nov 23 13:03:02.659661 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-aae59149-e47d-4d07-bc91-7d71928f56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:02.661180 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-aae59149-e47d-4d07-bc91-7d71928f56b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 200 len: 848 time: 0.0589664 Nov 23 13:03:02.747020 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-d477f002-93b2-46d8-b61c-9309bead093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:02.748726 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-d477f002-93b2-46d8-b61c-9309bead093d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797837 Nov 23 13:03:02.907094 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-cbb39fa6-3cc2-4266-a100-12e55f767173 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492331 Nov 23 13:03:03.064213 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e902285e-917e-489b-ac4d-8f7953fa23eb req-e6b211b3-9721-4f69-93ac-a18c66559b80 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492727 Nov 23 13:03:03.311821 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-91f69540-b9bc-4856-a712-ba25b9809cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:03.313651 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-91f69540-b9bc-4856-a712-ba25b9809cfe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1096 time: 0.1062434 Nov 23 13:03:03.511830 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-2ebaeaff-0ce8-4447-84a3-0b3e27046e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:03.514099 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-2ebaeaff-0ce8-4447-84a3-0b3e27046e0b service neutron] 10.222.0.84 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 911 time: 0.1927848 Nov 23 13:03:03.627404 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-f36477ef-9796-4038-8e97-0fd4e97f6012 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 217 time: 0.1035688 Nov 23 13:03:03.710393 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-d5de4751-be9b-4554-986e-ac8fbfc93782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:03.712150 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-d5de4751-be9b-4554-986e-ac8fbfc93782 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 200 len: 848 time: 0.0689363 Nov 23 13:03:03.764592 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797b44b-d9f7-4c0a-bb5e-bf798a27acf5 req-5bcec743-5424-4318-b7f2-3fe60a2d5044 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:03.766156 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a797b44b-d9f7-4c0a-bb5e-bf798a27acf5 req-5bcec743-5424-4318-b7f2-3fe60a2d5044 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1078267 Nov 23 13:03:03.809757 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-6d811be3-2e7e-4bb9-b5fb-64bfa3bdb1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:03.811540 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-6d811be3-2e7e-4bb9-b5fb-64bfa3bdb1db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919056 Nov 23 13:03:03.840363 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a797b44b-d9f7-4c0a-bb5e-bf798a27acf5 req-d82131cc-fde7-4ed6-b8d4-898a967f60bf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636516 Nov 23 13:03:04.144279 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-31a2e570-5a62-4a92-81a8-4d2a0d1001b1 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244803 Nov 23 13:03:04.350083 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e76cef4a-8a54-433e-b2eb-6508bb21b62a req-3feb4f69-c0e4-4d3a-9351-7a81d48f7057 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950045 Nov 23 13:03:05.150011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f2a06-113d-45b8-b6f3-0eb53a2ed8e9 req-46fe2712-1a49-45b1-af5b-32dc9304ef18 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:05.151750 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd9f2a06-113d-45b8-b6f3-0eb53a2ed8e9 req-46fe2712-1a49-45b1-af5b-32dc9304ef18 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1580393 Nov 23 13:03:05.211755 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd9f2a06-113d-45b8-b6f3-0eb53a2ed8e9 req-33464ebd-e34f-4c89-bbbf-def3b2457dce tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529535 Nov 23 13:03:06.484467 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0faf-8bc3-46ad-bbaf-4be76cbc3172 req-2b67f9ce-0032-4c5d-8bd2-3b8579090887 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:06.486020 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2bfc0faf-8bc3-46ad-bbaf-4be76cbc3172 req-2b67f9ce-0032-4c5d-8bd2-3b8579090887 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1422291 Nov 23 13:03:06.535563 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2bfc0faf-8bc3-46ad-bbaf-4be76cbc3172 req-2158a5ab-b5dc-460e-8ae6-27abc48653c0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Nov 23 13:03:07.257872 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c56da38d-82fc-4d7b-be39-2c98a162ef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:07.710272 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:07.743793 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cc6f5-aefb-4a38-a934-b7f1b934339f req-c8c941f5-cc4d-4935-b4d5-cfcf4b49c1d5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:07.745266 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a8cc6f5-aefb-4a38-a934-b7f1b934339f req-c8c941f5-cc4d-4935-b4d5-cfcf4b49c1d5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0926330 Nov 23 13:03:07.790649 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a8cc6f5-aefb-4a38-a934-b7f1b934339f req-a6858f11-6ba5-40d9-bd81-a8ab2f95d195 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391796 Nov 23 13:03:09.012421 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986af148-615f-4e15-aebf-b9383de5d55d req-96559ee2-2761-4a0e-a95a-339f0625d5b8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:09.014052 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-986af148-615f-4e15-aebf-b9383de5d55d req-96559ee2-2761-4a0e-a95a-339f0625d5b8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0952249 Nov 23 13:03:09.063840 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-986af148-615f-4e15-aebf-b9383de5d55d req-b5ebb66d-b13a-4684-a09a-5b4c3978237c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416551 Nov 23 13:03:10.125594 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7d585c33-e6a3-41ec-b420-0f0bb76fc22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:10.363934 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad774af4-516d-44d2-a700-c599c66b52a5 req-e3141073-d40b-42b4-b4a8-bd128c85f1a3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:10.378814 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ad774af4-516d-44d2-a700-c599c66b52a5 req-e3141073-d40b-42b4-b4a8-bd128c85f1a3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1561272 Nov 23 13:03:10.507140 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3feafe-8fe7-4e2c-8ea7-3daa6b5b9974 req-069e3ce8-9af7-4667-8054-4dbdc7a60d5a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:10.508048 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ad774af4-516d-44d2-a700-c599c66b52a5 req-a5a25c25-a7bc-43a9-b280-ab48fa143afd tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270149 Nov 23 13:03:10.517431 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3b3feafe-8fe7-4e2c-8ea7-3daa6b5b9974 req-069e3ce8-9af7-4667-8054-4dbdc7a60d5a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1383684 Nov 23 13:03:10.576727 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3b3feafe-8fe7-4e2c-8ea7-3daa6b5b9974 req-fbe498fe-3387-4dcc-b692-0068783c9b53 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580933 Nov 23 13:03:10.710855 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 40972) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:10.862197 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:10.880444 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:10.885017 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Usage tracker for resource:security_group_rule and tenant:96b09c74dba64217923e775851b78511 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:10.891583 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:10.898855 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:10.995469 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:11.001108 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:11.012010 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f02edb80-2de7-4b78-a9ff-df7add197b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:11.043267 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6e0ba3-a58e-4a67-b4e7-59eb96cf4f50,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:11.060147 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.060554 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.060919 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.061291 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.061642 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.062007 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.062354 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.062699 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.063038 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.063394 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.063735 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.064073 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:11.070178 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:11.073864 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96b09c74dba64217923e775851b78511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619702 Nov 23 13:03:11.078121 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 40978) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:11.144675 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f0af646-e14e-4e1b-95e4-dcfc99ae88c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:11.156877 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:11.176158 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f0af646-e14e-4e1b-95e4-dcfc99ae88c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:11.240714 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f0af646-e14e-4e1b-95e4-dcfc99ae88c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:11.244457 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:11.257480 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af646-e14e-4e1b-95e4-dcfc99ae88c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6e0ba3-a58e-4a67-b4e7-59eb96cf4f50,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:11.260291 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f0af646-e14e-4e1b-95e4-dcfc99ae88c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:11.265896 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8f0af646-e14e-4e1b-95e4-dcfc99ae88c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:11.267176 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-8f0af646-e14e-4e1b-95e4-dcfc99ae88c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b6e0ba3-a58e-4a67-b4e7-59eb96cf4f50 HTTP/1.1" status: 204 len: 168 time: 0.1879795 Nov 23 13:03:11.843926 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b42f6-f1d9-4739-ab39-7a5583faf80f req-7af89dd5-9c33-4c42-9144-58a7306af5f9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:11.855860 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7b6b42f6-f1d9-4739-ab39-7a5583faf80f req-7af89dd5-9c33-4c42-9144-58a7306af5f9 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.1765020 Nov 23 13:03:11.927430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb515d5-2c90-465d-a199-d1404e0b3e0d req-34c8371d-ffac-4177-8750-19f17c7dac0f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:11.937311 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-abb515d5-2c90-465d-a199-d1404e0b3e0d req-34c8371d-ffac-4177-8750-19f17c7dac0f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1771505 Nov 23 13:03:12.007820 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-abb515d5-2c90-465d-a199-d1404e0b3e0d req-40c8fda5-7c6d-4d53-8e06-4599b83d1473 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694084 Nov 23 13:03:12.041647 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7b6b42f6-f1d9-4739-ab39-7a5583faf80f req-3a4ad431-36d5-4e8e-a2c2-6adc720fe518 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843500 Nov 23 13:03:12.436100 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41026) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:12.496751 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.534162 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa17704-89c3-4cc4-a153-00c1d2e238d5 req-b34fcb96-5eb0-40ba-a0f5-83e7e5f0349f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:12.542163 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ffa17704-89c3-4cc4-a153-00c1d2e238d5 req-b34fcb96-5eb0-40ba-a0f5-83e7e5f0349f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.1195853 Nov 23 13:03:12.595555 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ffa17704-89c3-4cc4-a153-00c1d2e238d5 req-7c7f6564-bdbb-437c-b05d-97802220a524 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519776 Nov 23 13:03:12.605705 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-461673154-network', 'tenant_id': '13128fc1ba014300bfb802722969331f'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:12.614259 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:12.620141 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Usage tracker for resource:network and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:12.624444 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:12.631433 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:12.643352 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Made reservation on behalf of 13128fc1ba014300bfb802722969331f for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:12.646018 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.659305 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.679415 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:12.684027 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Usage tracker for resource:security_group_rule and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:12.687133 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:12.694048 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:12.825365 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.830392 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.833744 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7384517a-18e7-4081-886a-7224593deac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:12.866970 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1227} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:03:12.869904 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:12.876254 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:12.881514 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.882151 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Added segment 7dd693f9-f905-4ba8-97ab-5da64a693a26 of type vlan for network 80f788ec-a296-4d2f-963c-ac1dae70507a Nov 23 13:03:12.911698 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.945206 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.946619 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:12.947214 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:12.951984 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:13.061046 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Pushing event updated for resources: {'Network': ['ID=80f788ec-a296-4d2f-963c-ac1dae70507a,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:13.064751 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:13.075809 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 80f788ec-a296-4d2f-963c-ac1dae70507a details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:03:13.076883 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6393332 Nov 23 13:03:13.078971 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41048) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:13.089322 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Request body: {'subnet': {'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-461673154-subnet', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:13.095078 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:13.101128 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Usage tracker for resource:subnet and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:13.105920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:13.112875 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:13.176438 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Made reservation on behalf of 13128fc1ba014300bfb802722969331f for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:13.179271 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:13.236347 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8509f-722c-46a4-b235-5d0c7b017bee req-e46f3615-439e-489d-abf5-b93c8a973bbb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:13.237837 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-edb8509f-722c-46a4-b235-5d0c7b017bee req-e46f3615-439e-489d-abf5-b93c8a973bbb tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0840938 Nov 23 13:03:13.288885 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-edb8509f-722c-46a4-b235-5d0c7b017bee req-43cbdc89-14a2-4cd8-bca8-b531984e1271 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449927 Nov 23 13:03:13.303810 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa8fad-4e54-48ba-8080-ae8883a27460 req-74d571a8-9a46-4c0e-9c7f-97cc1389d907 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:13.305339 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-30aa8fad-4e54-48ba-8080-ae8883a27460 req-74d571a8-9a46-4c0e-9c7f-97cc1389d907 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1888783 Nov 23 13:03:13.399724 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-30aa8fad-4e54-48ba-8080-ae8883a27460 req-2101a6e5-5245-43c9-914f-38bc6eeddb51 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860648 Nov 23 13:03:13.450448 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:13.455211 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:13.526481 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:13.531090 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:13.542491 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Checking segment: {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:13.542845 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Network hostable DHCP agents. Network: 80f788ec-a296-4d2f-963c-ac1dae70507a, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:03:13.564836 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Network 80f788ec-a296-4d2f-963c-ac1dae70507a is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:03:13.576947 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 80f788ec-a296-4d2f-963c-ac1dae70507a) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:13.581233 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:13.581833 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:13.586626 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5bffc9-6e60-4193-a20d-2884365ff31b None None] Network 80f788ec-a296-4d2f-963c-ac1dae70507a requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:03:13.605759 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d6299418-8804-4fe9-b673-b8c3a6dcf44b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5254955 Nov 23 13:03:13.608862 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41060) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:13.614412 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:13.619989 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:13.624538 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Usage tracker for resource:router and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:13.627481 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:13.634044 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:13.656847 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:13.658184 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:13.675147 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:13.817645 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-80f788ec-a296-4d2f-963c-ac1dae70507a', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:03:13.818602 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:13.980292 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Allocated IP 172.20.0.2 (80f788ec-a296-4d2f-963c-ac1dae70507a/2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9/45016266-4fe7-4898-b480-0a5d4d1fb335) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:03:14.022735 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.058103 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-94bb2d17-7a57-45d1-97d5-0dc08b7ed20c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:14.059904 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-94bb2d17-7a57-45d1-97d5-0dc08b7ed20c tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.84 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.0953186 Nov 23 13:03:14.068180 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07d2d1-280b-4409-ac77-f0092bd4b736 req-ceb9f9a0-be82-4a44-aa1e-da30e1811bc7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:14.069705 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ca07d2d1-280b-4409-ac77-f0092bd4b736 req-ceb9f9a0-be82-4a44-aa1e-da30e1811bc7 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.3116181 Nov 23 13:03:14.143864 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Deleting port 4f32dbce-9338-45e3-a6af-9412f33ad987 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:14.144683 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.178898 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ca07d2d1-280b-4409-ac77-f0092bd4b736 req-a63f4b3d-2aac-4c42-b1b1-c8fdb1adeddb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596151 Nov 23 13:03:14.259061 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.269868 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Transition to ACTIVE for port object 45016266-4fe7-4898-b480-0a5d4d1fb335 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:14.291838 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Transition to ACTIVE for port object 45016266-4fe7-4898-b480-0a5d4d1fb335 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:14.307347 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.320250 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:14.384737 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Network 80f788ec-a296-4d2f-963c-ac1dae70507a is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:14.387688 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:14.391351 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:03:14.420831 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.427978 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Pushing event updated for resources: {'Port': ['ID=45016266-4fe7-4898-b480-0a5d4d1fb335,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:14.477662 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.478317 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.478821 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.479318 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.479822 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.480326 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.480825 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.481311 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.481822 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.482319 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.482804 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.483275 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:14.488275 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] For port 4f32dbce-9338-45e3-a6af-9412f33ad987, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=4f32dbce-9338-45e3-a6af-9412f33ad987,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:14.489034 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.493066 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:14.510903 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Attempting to bind port 45016266-4fe7-4898-b480-0a5d4d1fb335 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:03:14.511619 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Attempting to bind port 45016266-4fe7-4898-b480-0a5d4d1fb335 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:03:14.512165 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Attempting to bind port 45016266-4fe7-4898-b480-0a5d4d1fb335 on network 80f788ec-a296-4d2f-963c-ac1dae70507a {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:14.518954 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:03:14.519676 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Checking segment: {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:14.520300 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.520855 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Bound using segment: {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:03:14.521650 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Bound port: 45016266-4fe7-4898-b480-0a5d4d1fb335, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:03:14.522387 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.626655 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] For port 45016266-4fe7-4898-b480-0a5d4d1fb335, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:03:14.630376 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] For port 45016266-4fe7-4898-b480-0a5d4d1fb335, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=45016266-4fe7-4898-b480-0a5d4d1fb335,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:03:14.631393 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.639226 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:14.640429 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Calling delete_port for 4f32dbce-9338-45e3-a6af-9412f33ad987 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:14.644734 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:14.740280 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668027e-54b3-4775-bcfa-cd0b0371daab req-c884d852-6cb4-459f-8cae-3f226cd2039a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:14.751533 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1668027e-54b3-4775-bcfa-cd0b0371daab req-c884d852-6cb4-459f-8cae-3f226cd2039a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1698790 Nov 23 13:03:14.777047 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Pushing event updated for resources: {'Port': ['ID=45016266-4fe7-4898-b480-0a5d4d1fb335,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:14.782475 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:14.902305 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1668027e-54b3-4775-bcfa-cd0b0371daab req-b56ebeaf-0d15-45be-a031-5efc8cc3dcf7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492333 Nov 23 13:03:14.928410 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dba99-4016-4f0d-aee3-0018ca8f57e7 req-a74063e1-629f-4dd2-90b7-4eb2122931d4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:14.935965 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d44dba99-4016-4f0d-aee3-0018ca8f57e7 req-a74063e1-629f-4dd2-90b7-4eb2122931d4 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 946 time: 0.4901066 Nov 23 13:03:14.955231 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Allocated IP 172.27.3.225 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/615c40f2-2304-40f1-bf14-74ec1440d69c) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:03:14.996656 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d44dba99-4016-4f0d-aee3-0018ca8f57e7 req-53c6d706-8eed-4b04-8b92-6f52ac765e65 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595827 Nov 23 13:03:15.012200 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:15.020669 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:15.048726 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['12c0e1a4-3a5f-40d2-8b38-ebcd979a194c', '4f32dbce-9338-45e3-a6af-9412f33ad987'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:03:15.091094 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Pushing event deleted for resources: {'Port': ['ID=4f32dbce-9338-45e3-a6af-9412f33ad987,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:15.112341 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:15.220756 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:15.277214 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:15.309331 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:15.394313 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:15.398716 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:15.406482 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:03:15.418417 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] No DVR routers for this DVR port 4f32dbce-9338-45e3-a6af-9412f33ad987 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:03:15.421061 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:15.426904 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc54276f-764d-49ee-b58e-552822acc211', 'name': 'network-vif-deleted', 'tag': '4f32dbce-9338-45e3-a6af-9412f33ad987'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:15.477086 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a3ffc434-e0e0-474e-98a2-a8dbb5a2e67a req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.84 "DELETE /v2.0/ports/4f32dbce-9338-45e3-a6af-9412f33ad987 HTTP/1.1" status: 204 len: 173 time: 1.4101088 Nov 23 13:03:15.503401 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc54276f-764d-49ee-b58e-552822acc211', 'name': 'network-vif-deleted', 'tag': '4f32dbce-9338-45e3-a6af-9412f33ad987', 'status': 'completed', 'code': 200} Nov 23 13:03:15.517525 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04caa27-d77f-4084-a89d-2c5192cadbcd req-54f230f5-db21-4e6d-8e6b-6dc6eb9ae460 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:15.519061 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f04caa27-d77f-4084-a89d-2c5192cadbcd req-54f230f5-db21-4e6d-8e6b-6dc6eb9ae460 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.1638367 Nov 23 13:03:15.535229 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-fc8db662-1c30-4c46-bfda-c9af160a2f77 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:15.540681 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-fc8db662-1c30-4c46-bfda-c9af160a2f77 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 946 time: 0.3864701 Nov 23 13:03:15.654795 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Pushing event updated for resources: {'Port': ['ID=615c40f2-2304-40f1-bf14-74ec1440d69c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:15.664659 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:15.674613 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f04caa27-d77f-4084-a89d-2c5192cadbcd req-1f93d7d8-6923-4061-8cde-d4cb54237466 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325355 Nov 23 13:03:15.706300 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Deleting port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:15.706698 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:15.926067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:16.058313 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] For port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:16.059993 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:16.181653 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 45016266-4fe7-4898-b480-0a5d4d1fb335 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:16.244193 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47efabea-486d-40a0-b5f2-8201dc0c2021 None None] Network 80f788ec-a296-4d2f-963c-ac1dae70507a requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:03:16.282946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Calling delete_port for ebaa3fb8-fb70-4118-8e64-8d0d70bec47c owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:16.345022 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b8e2a-44de-4ced-9a29-ff034dd92039 req-3b1d3542-f2b9-4229-9803-465866832f02 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:16.353217 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b15b8e2a-44de-4ced-9a29-ff034dd92039 req-3b1d3542-f2b9-4229-9803-465866832f02 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.3199430 Nov 23 13:03:16.366086 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-81ec30c6-fc8b-4036-b5ec-7b2c24721f69 None None] Provisioning for port 45016266-4fe7-4898-b480-0a5d4d1fb335 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:16.373072 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b3089942-93e6-45d2-a823-ed848cecb377 req-f48ac270-cc2a-49fc-b46f-3c751e6edd4a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Synchronizing usage tracker for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:16.403805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b3089942-93e6-45d2-a823-ed848cecb377 req-f48ac270-cc2a-49fc-b46f-3c751e6edd4a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Unset dirty status for tenant:9bd7c1ce491e474c970f1a7cc5effe19 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:16.405203 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b3089942-93e6-45d2-a823-ed848cecb377 req-f48ac270-cc2a-49fc-b46f-3c751e6edd4a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc54276f-764d-49ee-b58e-552822acc211 HTTP/1.1" status: 200 len: 210 time: 0.1304877 Nov 23 13:03:16.486448 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b15b8e2a-44de-4ced-9a29-ff034dd92039 req-b0aeb183-0c0f-44ad-9b09-794d374dd338 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323569 Nov 23 13:03:16.506939 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 45016266-4fe7-4898-b480-0a5d4d1fb335 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:16.522318 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 45016266-4fe7-4898-b480-0a5d4d1fb335 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:16.522717 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:16.545601 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:16.546491 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:16.555220 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-28b539db-0266-40e9-b009-c436fc66008e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:16.589115 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2c117b14-8ae9-4517-8547-e104cbcb9a21', '43d88996-bc75-42de-a03e-4caf7be9d7d1', 'a7974570-e152-43f9-91ff-1ff60c761971'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:03:16.601910 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Pushing event deleted for resources: {'Port': ['ID=ebaa3fb8-fb70-4118-8e64-8d0d70bec47c,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:16.605389 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:16.681288 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] No DVR routers for this DVR port ebaa3fb8-fb70-4118-8e64-8d0d70bec47c on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:03:16.683880 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:16.712832 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-58b2c684-d382-48ba-b287-cf387f3f1bec req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "DELETE /v2.0/ports/ebaa3fb8-fb70-4118-8e64-8d0d70bec47c HTTP/1.1" status: 204 len: 173 time: 1.1400950 Nov 23 13:03:16.835980 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:16.891339 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 45016266-4fe7-4898-b480-0a5d4d1fb335, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=45016266-4fe7-4898-b480-0a5d4d1fb335,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:16.934093 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:16.940525 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:16.955185 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41140) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:16.965354 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bb57c0fd-8f1f-46d5-81ad-9e8d6219475c req-a9de1d37-4c94-4605-b200-bba63b2e3d6f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5f13132-d54e-43f7-8c86-91a4d23d4c35 HTTP/1.1" status: 200 len: 210 time: 0.1112287 Nov 23 13:03:17.036927 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:03:17.041225 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] Deleting subnet be1911b1-83c1-4ef8-8774-fffb0afcfa91 {{(pid=86848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:03:17.046046 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.058228 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=45016266-4fe7-4898-b480-0a5d4d1fb335,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:17.062591 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:17.114191 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110125'] for subnet, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.131725 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-1e75ef07-56fb-4d73-8451-7c87ba8a288e None None] Provisioning complete for port 45016266-4fe7-4898-b480-0a5d4d1fb335 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:17.132626 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1e75ef07-56fb-4d73-8451-7c87ba8a288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.172030 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.229796 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:03:17.241170 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Sync routers for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:03:17.257482 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:17.258449 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:17.261645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.264290 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6533875 Nov 23 13:03:17.266608 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41144) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:17.271928 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066778'] for subnet, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.278682 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:17.326019 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.330730 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1911b1-83c1-4ef8-8774-fffb0afcfa91,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:17.334169 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:17.335986 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-28dd9512-0965-4bf3-a734-0df028aef48e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/be1911b1-83c1-4ef8-8774-fffb0afcfa91 HTTP/1.1" status: 204 len: 168 time: 0.3798280 Nov 23 13:03:17.338635 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41148) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:17.505529 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f13132-d54e-43f7-8c86-91a4d23d4c35', 'name': 'network-vif-deleted', 'tag': 'ebaa3fb8-fb70-4118-8e64-8d0d70bec47c'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:17.510236 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:17.695133 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f13132-d54e-43f7-8c86-91a4d23d4c35', 'name': 'network-vif-deleted', 'tag': 'ebaa3fb8-fb70-4118-8e64-8d0d70bec47c', 'status': 'completed', 'code': 200} Nov 23 13:03:17.700841 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.930326 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:15Z', 'revision_number': 3, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:17.936038 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Checking router: 5ba0deb9-04e9-4485-9dc0-d9afa4537702 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:03:17.936821 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Updating router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 port 615c40f2-2304-40f1-bf14-74ec1440d69c binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:03:17.941926 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:17.970121 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a571d6c9-2f13-4763-96af-a092586944f2']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:17.980741 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f8ff7-9ba7-410e-98ec-8c7b531e5088 req-500b1fbf-6e47-4668-8909-3c56b2ddefcf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:17.988080 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7c6f8ff7-9ba7-410e-98ec-8c7b531e5088 req-500b1fbf-6e47-4668-8909-3c56b2ddefcf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.2708848 Nov 23 13:03:17.990557 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59d899f-35ef-4ad6-9333-06de7e55d225') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:17.992634 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59d899f-35ef-4ad6-9333-06de7e55d225') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:18.009979 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.015088 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.035037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.042373 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Releasing vlan 1242 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:03:18.042772 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:03:18.057705 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:03:18.087635 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7c6f8ff7-9ba7-410e-98ec-8c7b531e5088 req-2400b6ff-e5a8-4dd0-9dd3-bf56dcb8a5bf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984855 Nov 23 13:03:18.101368 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 45016266-4fe7-4898-b480-0a5d4d1fb335 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:18.150903 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 9334a9ef-7661-4c37-bee0-88d739f97311 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:03:18.175543 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.179790 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 4f32dbce-9338-45e3-a6af-9412f33ad987 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:03:18.187750 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:18.219670 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.224901 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a571d6c9-2f13-4763-96af-a092586944f2,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:18.245216 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:18.250524 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a571d6c9-2f13-4763-96af-a092586944f2 HTTP/1.1" status: 204 len: 168 time: 0.9097340 Nov 23 13:03:18.325488 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 4f32dbce-9338-45e3-a6af-9412f33ad987 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:03:18.328739 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 4f32dbce-9338-45e3-a6af-9412f33ad987 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:03:18.329345 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device ebaa3fb8-fb70-4118-8e64-8d0d70bec47c no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:03:18.356866 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.412935 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41170) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:18.421237 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: ebaa3fb8-fb70-4118-8e64-8d0d70bec47c {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:03:18.421633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device ebaa3fb8-fb70-4118-8e64-8d0d70bec47c not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:03:18.459676 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcde28-afb4-4fcb-adfe-6666d58386a0 req-dcb5ca33-aaf4-411c-854e-110e5501517d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:18.466992 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31dcde28-afb4-4fcb-adfe-6666d58386a0 req-dcb5ca33-aaf4-411c-854e-110e5501517d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1983998 Nov 23 13:03:18.549262 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.558545 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31dcde28-afb4-4fcb-adfe-6666d58386a0 req-d04bd4fa-e46e-4275-a511-078118f38749 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905447 Nov 23 13:03:18.579606 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 45016266-4fe7-4898-b480-0a5d4d1fb335 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:18.579606 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.580544 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Transition to ACTIVE for port object 615c40f2-2304-40f1-bf14-74ec1440d69c will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:18.581685 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-95db5af3-d70a-41ab-9d8a-78c5738fb9de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=306daa81c2794164a38ae7bc3b322ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655881 Nov 23 13:03:18.582716 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41176) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:18.591421 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.599236 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:18.658846 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75815559-df6e-4f11-bf6d-52924ec9ded5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.705455 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75815559-df6e-4f11-bf6d-52924ec9ded5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.722147 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Attempting to bind port 615c40f2-2304-40f1-bf14-74ec1440d69c on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:03:18.722526 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Attempting to bind port 615c40f2-2304-40f1-bf14-74ec1440d69c by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:03:18.722899 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Attempting to bind port 615c40f2-2304-40f1-bf14-74ec1440d69c on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:18.732623 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Pushing event updated for resources: {'Port': ['ID=615c40f2-2304-40f1-bf14-74ec1440d69c,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:18.735122 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:03:18.735439 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:18.735849 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.736261 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:03:18.736761 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Bound port: 615c40f2-2304-40f1-bf14-74ec1440d69c, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:03:18.737147 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.767734 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 9334a9ef-7661-4c37-bee0-88d739f97311, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9334a9ef-7661-4c37-bee0-88d739f97311,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:18.789142 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '9334a9ef-7661-4c37-bee0-88d739f97311', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'port_id': '9334a9ef-7661-4c37-bee0-88d739f97311', 'mac_address': 'fa:16:3e:9b:16:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:03:18.789630 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.790222 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.790577 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.790934 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.791275 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.791602 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.791927 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.792274 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.792610 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.793109 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.793571 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.794078 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:03:18.800931 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:18.810266 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75815559-df6e-4f11-bf6d-52924ec9ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.814266 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ef73f4ea-fef2-4269-8c40-378691c2be56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:18.839760 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Allocated IP 172.20.0.1 (80f788ec-a296-4d2f-963c-ac1dae70507a/2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9/1b73c759-63c5-4982-aa4a-86c97ba04d7d) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:03:18.850903 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75815559-df6e-4f11-bf6d-52924ec9ded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a407aec6-5cd1-49f8-82ac-13d76dc9fff4,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:18.855383 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] For port 615c40f2-2304-40f1-bf14-74ec1440d69c, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:03:18.858742 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] For port 615c40f2-2304-40f1-bf14-74ec1440d69c, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=615c40f2-2304-40f1-bf14-74ec1440d69c,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:03:18.861282 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-75815559-df6e-4f11-bf6d-52924ec9ded5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:18.866871 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.872049 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:18.874653 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-75815559-df6e-4f11-bf6d-52924ec9ded5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.876119 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-75815559-df6e-4f11-bf6d-52924ec9ded5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a407aec6-5cd1-49f8-82ac-13d76dc9fff4 HTTP/1.1" status: 204 len: 168 time: 0.2922003 Nov 23 13:03:18.937153 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.951979 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.961185 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9334a9ef-7661-4c37-bee0-88d739f97311 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:03:18.974185 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:18.974834 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:18.979183 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 9334a9ef-7661-4c37-bee0-88d739f97311, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9334a9ef-7661-4c37-bee0-88d739f97311,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:18.985527 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:18.988053 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:19.027954 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:19.047410 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Pushing event updated for resources: {'Port': ['ID=615c40f2-2304-40f1-bf14-74ec1440d69c,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:19.049914 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Transition to ACTIVE for port object 1b73c759-63c5-4982-aa4a-86c97ba04d7d will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:19.058878 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-63eddaf4-7ee7-475a-b5a5-9e8cfe7ae46e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:19.063271 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=9334a9ef-7661-4c37-bee0-88d739f97311,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:19.066510 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:19.099067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:19.105019 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:19.183820 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Network 80f788ec-a296-4d2f-963c-ac1dae70507a is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:19.184983 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:19.187990 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:19.192883 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:03:19.237948 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Pushing event updated for resources: {'Port': ['ID=1b73c759-63c5-4982-aa4a-86c97ba04d7d,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:19.246973 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:19.260510 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:19.412381 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e5d8-33ef-4adf-9cb5-d875a1d0b020 req-44f0c39c-14f1-4958-b0c4-775bc4259e2a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:19.414506 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8976e5d8-33ef-4adf-9cb5-d875a1d0b020 req-44f0c39c-14f1-4958-b0c4-775bc4259e2a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 944 time: 0.1589732 Nov 23 13:03:19.461967 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:19.481685 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8976e5d8-33ef-4adf-9cb5-d875a1d0b020 req-328b90ca-ebd4-4e4d-b47a-5d00425369d7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599597 Nov 23 13:03:19.497283 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-ee6599fb-c4ea-40a8-a580-9a733e590bcb None None] Provisioning for port 1b73c759-63c5-4982-aa4a-86c97ba04d7d completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:19.505499 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-ee6599fb-c4ea-40a8-a580-9a733e590bcb None None] Provisioning complete for port 1b73c759-63c5-4982-aa4a-86c97ba04d7d triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:19.505886 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee6599fb-c4ea-40a8-a580-9a733e590bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:19.572485 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['9334a9ef-7661-4c37-bee0-88d739f97311'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:03:19.590815 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:15Z', 'revision_number': 3, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:19.607671 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf21adb4-4918-4531-a264-4d79a19e3f83 None None] The sync data for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi is: [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:15Z', 'revision_number': 3, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:03:19.667185 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-ee6599fb-c4ea-40a8-a580-9a733e590bcb None None] Port 1b73c759-63c5-4982-aa4a-86c97ba04d7d cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:03:19.901577 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:19.910860 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:19.953561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:20.058735 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa694c-3dbb-44cb-84cd-1d3e13bb444c req-b850fe2e-b064-4973-a640-c6a771d05ea1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:20.060348 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ffa694c-3dbb-44cb-84cd-1d3e13bb444c req-b850fe2e-b064-4973-a640-c6a771d05ea1 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.3529844 Nov 23 13:03:20.183561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Pushing event updated for resources: {'Port': ['ID=1b73c759-63c5-4982-aa4a-86c97ba04d7d,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:20.190552 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 615c40f2-2304-40f1-bf14-74ec1440d69c up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:20.198384 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ffa694c-3dbb-44cb-84cd-1d3e13bb444c req-417d6c6a-8840-472b-acd9-5c19e862149b tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209724 Nov 23 13:03:20.199651 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:20.204674 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:20.332295 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 615c40f2-2304-40f1-bf14-74ec1440d69c completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:20.344482 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 615c40f2-2304-40f1-bf14-74ec1440d69c triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:20.344868 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:20.368964 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85047a54-092e-48d6-84c0-880d4042f396 req-e549458a-2982-4746-8d2e-673d413fa575 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:20.370464 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-85047a54-092e-48d6-84c0-880d4042f396 req-e549458a-2982-4746-8d2e-673d413fa575 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:20.394364 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-85047a54-092e-48d6-84c0-880d4042f396 req-e549458a-2982-4746-8d2e-673d413fa575 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:20.396075 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-85047a54-092e-48d6-84c0-880d4042f396 req-e549458a-2982-4746-8d2e-673d413fa575 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.1302767 Nov 23 13:03:20.410279 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Network 80f788ec-a296-4d2f-963c-ac1dae70507a is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:20.411667 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:20.542560 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-85047a54-092e-48d6-84c0-880d4042f396 req-cb4a99ca-6443-4d98-9b4d-37d716c37f05 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388452 Nov 23 13:03:20.607042 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:20.657548 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 615c40f2-2304-40f1-bf14-74ec1440d69c, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=615c40f2-2304-40f1-bf14-74ec1440d69c,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:20.665258 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:20.667719 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-53a7feb3-b902-4cfd-84d7-5662fe68c234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:20.775701 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:03:20.784044 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=615c40f2-2304-40f1-bf14-74ec1440d69c,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:20.794043 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:20.805331 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-7581a65b-be98-4813-a0e8-836f3c3bac67 None None] Provisioning complete for port 1b73c759-63c5-4982-aa4a-86c97ba04d7d triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:20.806470 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7581a65b-be98-4813-a0e8-836f3c3bac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:20.828099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393ccd8-8bdb-411e-ba67-3540a2e5c204 req-7d0ab060-0e89-4391-80fb-5529c41de07d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:20.829676 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1393ccd8-8bdb-411e-ba67-3540a2e5c204 req-7d0ab060-0e89-4391-80fb-5529c41de07d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 944 time: 0.1256785 Nov 23 13:03:20.899719 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1393ccd8-8bdb-411e-ba67-3540a2e5c204 req-a73d5345-8ba5-4034-ac07-331652736297 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624442 Nov 23 13:03:20.902498 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-7581a65b-be98-4813-a0e8-836f3c3bac67 None None] Port 1b73c759-63c5-4982-aa4a-86c97ba04d7d cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:03:21.062677 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:03:21.088967 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] 10.222.0.60 "PUT /v2.0/routers/5ba0deb9-04e9-4485-9dc0-d9afa4537702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8208022 Nov 23 13:03:21.493720 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f3cc9-c7ac-4e0b-9a73-7895364c82f0 req-136780a1-a0ed-4111-8f05-c5094cb53d51 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:21.495319 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-330f3cc9-c7ac-4e0b-9a73-7895364c82f0 req-136780a1-a0ed-4111-8f05-c5094cb53d51 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1857810 Nov 23 13:03:21.544000 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-330f3cc9-c7ac-4e0b-9a73-7895364c82f0 req-c7f8da44-d3f6-4fa8-b301-37baed0d25bf tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Nov 23 13:03:21.730808 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41244) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:21.736642 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-567433056-network', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:21.741343 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:21.742806 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6da315-ff15-40e3-88a7-11359cd63b04 req-7bd79780-7cff-4b39-b8b3-795a786af6f1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:21.744482 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb6da315-ff15-40e3-88a7-11359cd63b04 req-7bd79780-7cff-4b39-b8b3-795a786af6f1 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.0947533 Nov 23 13:03:21.746111 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Usage tracker for resource:network and tenant:be308acf515d4669907fda5a4d8ac963 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:21.749537 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:21.757993 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:21.771363 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Made reservation on behalf of be308acf515d4669907fda5a4d8ac963 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:21.773562 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Sync routers for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:03:21.774967 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:21.784763 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:21.785549 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:21.790739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:21.804864 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb6da315-ff15-40e3-88a7-11359cd63b04 req-0f8878e9-c343-4f50-b989-605f4c1eff8d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522776 Nov 23 13:03:21.809088 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:21.815628 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Usage tracker for resource:security_group_rule and tenant:be308acf515d4669907fda5a4d8ac963 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:21.818612 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:21.825515 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:21.912718 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:21.917813 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:21.920874 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6bc5c5c2-c40a-45df-ad85-af338d430cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:21.954319 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1246} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:03:21.963740 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124c3198-5a4c-4817-90e7-6066b1080860,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:21.967409 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:21.970201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:21.971155 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Added segment 3afb09ee-2423-4180-834a-d30163d3bdd0 of type vlan for network 11a949a1-2e69-4d7c-b940-9ff5eba9951f Nov 23 13:03:22.004549 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.007586 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:22.040325 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.042373 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:22.043460 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.047999 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:22.146127 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d551-6693-4341-b163-6e090a873d59 req-a421e784-cce0-4d8c-abc4-77dfbabd2060 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:22.147923 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-44c3d551-6693-4341-b163-6e090a873d59 req-a421e784-cce0-4d8c-abc4-77dfbabd2060 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 944 time: 0.1218684 Nov 23 13:03:22.160547 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 615c40f2-2304-40f1-bf14-74ec1440d69c up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:22.172193 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4375978 Nov 23 13:03:22.172193 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Pushing event updated for resources: {'Network': ['ID=11a949a1-2e69-4d7c-b940-9ff5eba9951f,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:22.172890 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41250) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:22.175196 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:22.179037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Request body: {'subnet': {'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-567433056-subnet', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:22.184268 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:22.188930 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Usage tracker for resource:subnet and tenant:be308acf515d4669907fda5a4d8ac963 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:22.192280 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:22.198896 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:22.212406 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Made reservation on behalf of be308acf515d4669907fda5a4d8ac963 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:22.215899 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.216770 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-44c3d551-6693-4341-b163-6e090a873d59 req-3a664f7c-cdb0-4945-bb69-697fc1cdf5d9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614479 Nov 23 13:03:22.235475 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 11a949a1-2e69-4d7c-b940-9ff5eba9951f details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:03:22.250564 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 9334a9ef-7661-4c37-bee0-88d739f97311 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:22.441458 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.448678 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a7f48e87-f244-4219-83e4-3d50ebac456b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:22.541704 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a8c455-cfd2-4bf5-b404-727ecdf56611,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:22.546043 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:22.551939 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Checking segment: {'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:22.552331 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Network hostable DHCP agents. Network: 11a949a1-2e69-4d7c-b940-9ff5eba9951f, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:03:22.557310 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 615c40f2-2304-40f1-bf14-74ec1440d69c triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:22.557715 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.575173 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Network 11a949a1-2e69-4d7c-b940-9ff5eba9951f is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:03:22.589663 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 11a949a1-2e69-4d7c-b940-9ff5eba9951f) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:22.594381 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:22.595054 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.624987 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41266) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:22.625513 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4518003 Nov 23 13:03:22.630627 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:22.636561 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d4237-74b9-42b7-ab96-d0864f1157f6 None None] Network 11a949a1-2e69-4d7c-b940-9ff5eba9951f requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:03:22.637252 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:22.643289 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Usage tracker for resource:router and tenant:be308acf515d4669907fda5a4d8ac963 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:22.646645 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:22.654107 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:22.675269 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.677193 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.707684 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.792281 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 9334a9ef-7661-4c37-bee0-88d739f97311 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:22.840026 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbfa5a-9688-4d85-939a-0041a488c380 req-6631d0de-52a4-4f3a-a0d5-0454da2dc7d3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:22.841722 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-abcbfa5a-9688-4d85-939a-0041a488c380 req-6631d0de-52a4-4f3a-a0d5-0454da2dc7d3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1460369 Nov 23 13:03:22.844227 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 9334a9ef-7661-4c37-bee0-88d739f97311 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:22.849209 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:22.963992 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-abcbfa5a-9688-4d85-939a-0041a488c380 req-8fd4daf6-1557-44b2-b5b0-96b8de6ade30 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113856 Nov 23 13:03:23.220760 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-11a949a1-2e69-4d7c-b940-9ff5eba9951f', 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'fixed_ips': [{'subnet_id': '04a8c455-cfd2-4bf5-b404-727ecdf56611'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:03:23.221609 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:23.255178 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:23.322952 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-dd4b5bf2-c2db-4088-9f15-aef27ff3f44a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:23.324459 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-dd4b5bf2-c2db-4088-9f15-aef27ff3f44a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.4448111 Nov 23 13:03:23.346038 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 2, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:23.364586 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:23.381984 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Checking router: 5ba0deb9-04e9-4485-9dc0-d9afa4537702 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:03:23.382428 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Updating router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 port 1b73c759-63c5-4982-aa4a-86c97ba04d7d binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:03:23.425914 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f81ff4-3ecb-4886-9d46-0082c4b12b81 req-41cd8dfb-945e-4247-a7ff-f78f8601ea38 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:23.427413 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28f81ff4-3ecb-4886-9d46-0082c4b12b81 req-41cd8dfb-945e-4247-a7ff-f78f8601ea38 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 945 time: 0.4360375 Nov 23 13:03:23.459375 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682101d0-e1f2-4523-95ad-8edec5d99e1a req-453689c4-4fc9-4367-952b-d0c27007bf06 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:23.461145 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-682101d0-e1f2-4523-95ad-8edec5d99e1a req-453689c4-4fc9-4367-952b-d0c27007bf06 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 944 time: 0.0908349 Nov 23 13:03:23.463180 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:23.504229 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Deleting port a7974570-e152-43f9-91ff-1ff60c761971 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:23.504590 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:23.514601 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-682101d0-e1f2-4523-95ad-8edec5d99e1a req-1822da4d-be85-4268-9b52-08187b801b2f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444238 Nov 23 13:03:23.517058 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:23.537778 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 9334a9ef-7661-4c37-bee0-88d739f97311, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9334a9ef-7661-4c37-bee0-88d739f97311,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:23.557241 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28f81ff4-3ecb-4886-9d46-0082c4b12b81 req-8ed416ff-7c51-4806-beb0-cf677a8afc6b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136591 Nov 23 13:03:23.594627 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:23.607451 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:23.644912 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Allocated IP 172.20.0.2 (11a949a1-2e69-4d7c-b940-9ff5eba9951f/04a8c455-cfd2-4bf5-b404-727ecdf56611/682196d6-dc4d-4b8b-aca2-8f79472088a4) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:03:23.649801 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311', 'code': 200} Nov 23 13:03:23.865087 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=9334a9ef-7661-4c37-bee0-88d739f97311,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:23.869331 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:24.033500 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] For port a7974570-e152-43f9-91ff-1ff60c761971, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=a7974570-e152-43f9-91ff-1ff60c761971,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:24.033952 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.110211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.148285 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.161935 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Transition to ACTIVE for port object 682196d6-dc4d-4b8b-aca2-8f79472088a4 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:24.224575 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Transition to ACTIVE for port object 682196d6-dc4d-4b8b-aca2-8f79472088a4 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:24.239184 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Calling delete_port for a7974570-e152-43f9-91ff-1ff60c761971 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:24.246607 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.252156 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:24.269144 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.324662 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.341476 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Network 11a949a1-2e69-4d7c-b940-9ff5eba9951f is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:24.347843 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:24.350474 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:03:24.359866 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Transition to ACTIVE for port object 1b73c759-63c5-4982-aa4a-86c97ba04d7d will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:24.368093 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Pushing event updated for resources: {'Port': ['ID=682196d6-dc4d-4b8b-aca2-8f79472088a4,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:24.371523 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:24.388152 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780f58d-7c64-4cf2-b6e6-84c4ab36fd31 req-50dd5f8a-8eae-4428-8542-1e29a0a3b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:24.389636 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3780f58d-7c64-4cf2-b6e6-84c4ab36fd31 req-50dd5f8a-8eae-4428-8542-1e29a0a3b125 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1098 time: 0.5047879 Nov 23 13:03:24.404283 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.413492 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:24.579470 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3780f58d-7c64-4cf2-b6e6-84c4ab36fd31 req-d1b1f8c0-ee78-400c-ae0f-80beb8a2ad63 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663313 Nov 23 13:03:24.615349 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c526cf-a6af-41c1-97b6-fbe0011853bf req-a4a4bf79-243b-46bb-9e13-e13fdb5a6137 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:24.616890 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e3c526cf-a6af-41c1-97b6-fbe0011853bf req-a4a4bf79-243b-46bb-9e13-e13fdb5a6137 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.4806077 Nov 23 13:03:24.618329 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Allocated IP 172.27.3.120 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/11628071-634e-40ce-a7e6-853fdb23679f) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:03:24.659468 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837ed81-991a-4f8d-a420-d831e885029e None None] Pushing event updated for resources: {'Port': ['ID=1b73c759-63c5-4982-aa4a-86c97ba04d7d,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:24.662884 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6837ed81-991a-4f8d-a420-d831e885029e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:24.663639 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Attempting to bind port 682196d6-dc4d-4b8b-aca2-8f79472088a4 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:03:24.664017 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Attempting to bind port 682196d6-dc4d-4b8b-aca2-8f79472088a4 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:03:24.664417 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Attempting to bind port 682196d6-dc4d-4b8b-aca2-8f79472088a4 on network 11a949a1-2e69-4d7c-b940-9ff5eba9951f {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:24.703409 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:03:24.703861 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Checking segment: {'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:24.704304 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.704696 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Bound using segment: {'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:03:24.705198 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Bound port: 682196d6-dc4d-4b8b-aca2-8f79472088a4, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:03:24.705601 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.710389 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.731968 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:24.770921 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2c117b14-8ae9-4517-8547-e104cbcb9a21', '43d88996-bc75-42de-a03e-4caf7be9d7d1'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:03:24.856496 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d400e-29fd-40af-921a-f9c2e3a4b873 req-07aee4fc-ac29-4c7f-8d91-e4613b0a68b7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:24.858224 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-220d400e-29fd-40af-921a-f9c2e3a4b873 req-07aee4fc-ac29-4c7f-8d91-e4613b0a68b7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.1584632 Nov 23 13:03:24.892554 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Attempting to bind port 1b73c759-63c5-4982-aa4a-86c97ba04d7d on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:03:24.893108 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Attempting to bind port 1b73c759-63c5-4982-aa4a-86c97ba04d7d by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:03:24.893303 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Attempting to bind port 1b73c759-63c5-4982-aa4a-86c97ba04d7d on network 80f788ec-a296-4d2f-963c-ac1dae70507a {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:24.895068 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Pushing event deleted for resources: {'Port': ['ID=a7974570-e152-43f9-91ff-1ff60c761971,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:24.898053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:24.913573 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-220d400e-29fd-40af-921a-f9c2e3a4b873 req-4c30a825-dd4d-46ba-966d-b81fcce0f186 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479765 Nov 23 13:03:24.918450 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:03:24.918838 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Checking segment: {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:24.919252 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.919694 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Bound using segment: {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:03:24.920144 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Bound port: 1b73c759-63c5-4982-aa4a-86c97ba04d7d, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:03:24.920564 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:24.952836 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e3c526cf-a6af-41c1-97b6-fbe0011853bf req-8a914efd-42d6-427c-b2e3-9dd013ccc4f6 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268847 Nov 23 13:03:25.033415 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] For port 682196d6-dc4d-4b8b-aca2-8f79472088a4, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:03:25.071766 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] For port 682196d6-dc4d-4b8b-aca2-8f79472088a4, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=682196d6-dc4d-4b8b-aca2-8f79472088a4,segment=NetworkSegment(3afb09ee-2423-4180-834a-d30163d3bdd0),segment_id=3afb09ee-2423-4180-834a-d30163d3bdd0)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:03:25.081871 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b3a0f9b1-0205-4cd9-812d-b6f6a1eccc51 req-bc1fc4bc-3f82-46b3-b934-b3865be97466 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=12bb9b8b-86ee-463f-a3be-95894290b739 HTTP/1.1" status: 200 len: 210 time: 0.0542312 Nov 23 13:03:25.101151 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:25.108453 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:25.121168 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] No DVR routers for this DVR port a7974570-e152-43f9-91ff-1ff60c761971 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:03:25.125152 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:25.127666 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bb9b8b-86ee-463f-a3be-95894290b739', 'name': 'network-vif-deleted', 'tag': 'a7974570-e152-43f9-91ff-1ff60c761971'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:25.173612 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5dd247b5-fa34-48dc-bf4c-c222b7ad2757 req-e8772b6e-b67a-4dda-b059-666fcbb9224f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "DELETE /v2.0/ports/a7974570-e152-43f9-91ff-1ff60c761971 HTTP/1.1" status: 204 len: 173 time: 1.7993140 Nov 23 13:03:25.198963 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:25.203104 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12bb9b8b-86ee-463f-a3be-95894290b739', 'name': 'network-vif-deleted', 'tag': 'a7974570-e152-43f9-91ff-1ff60c761971', 'status': 'completed', 'code': 200} Nov 23 13:03:25.229028 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Pushing event updated for resources: {'Port': ['ID=682196d6-dc4d-4b8b-aca2-8f79472088a4,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:25.241503 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:25.241788 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:25.248060 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e54c11e0-8241-4fbd-9c21-f72fcd0dd53b tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:25.254566 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] For port 1b73c759-63c5-4982-aa4a-86c97ba04d7d, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:03:25.283368 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] For port 1b73c759-63c5-4982-aa4a-86c97ba04d7d, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=1b73c759-63c5-4982-aa4a-86c97ba04d7d,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:03:25.291697 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:25.322318 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Pushing event updated for resources: {'Port': ['ID=11628071-634e-40ce-a7e6-853fdb23679f,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:25.326966 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:25.329005 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-9d52f398-7d9a-4018-98f4-ccddbcd571b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:25.335616 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:25.336998 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:25.339598 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:03:25.489132 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:25.490215 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:25.717578 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837ed81-991a-4f8d-a420-d831e885029e None None] Pushing event updated for resources: {'Port': ['ID=1b73c759-63c5-4982-aa4a-86c97ba04d7d,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:25.718954 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6837ed81-991a-4f8d-a420-d831e885029e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:25.839011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-d49f4dcb-e617-4032-b344-9a3115836e13 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:25.840977 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-d49f4dcb-e617-4032-b344-9a3115836e13 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.84 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.1841443 Nov 23 13:03:25.906128 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:26.027790 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:26.336172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device a7974570-e152-43f9-91ff-1ff60c761971 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:03:26.491119 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 682196d6-dc4d-4b8b-aca2-8f79472088a4 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:26.569440 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53df6f-1f45-4672-8f02-c812b4b00a54 req-e435d46e-ebee-4040-9298-ee888d3281f3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:26.577744 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3e53df6f-1f45-4672-8f02-c812b4b00a54 req-e435d46e-ebee-4040-9298-ee888d3281f3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.2162168 Nov 23 13:03:26.595445 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: a7974570-e152-43f9-91ff-1ff60c761971 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:03:26.595918 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device a7974570-e152-43f9-91ff-1ff60c761971 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:03:26.596258 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:03:26.631531 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Deleting port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:26.632179 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:26.664108 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3e53df6f-1f45-4672-8f02-c812b4b00a54 req-50753ba6-55ff-4262-a40e-6a836563cc0c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764661 Nov 23 13:03:26.977719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:26.989123 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02ee029-dcd8-47fe-a964-211d29d07c8f None None] Network 11a949a1-2e69-4d7c-b940-9ff5eba9951f requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:03:26.990489 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b055f-9fc9-4c73-bac0-423b6a2f9589 req-b55e5fad-b959-412e-8f42-51398242f8cf tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:26.992001 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-341b055f-9fc9-4c73-bac0-423b6a2f9589 req-b55e5fad-b959-412e-8f42-51398242f8cf tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 945 time: 0.5262878 Nov 23 13:03:27.108616 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 682196d6-dc4d-4b8b-aca2-8f79472088a4 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:27.124595 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] Provisioning for port 682196d6-dc4d-4b8b-aca2-8f79472088a4 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:27.131798 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 682196d6-dc4d-4b8b-aca2-8f79472088a4 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:27.132148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:27.165567 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:27.187661 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] Provisioning complete for port 682196d6-dc4d-4b8b-aca2-8f79472088a4 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:27.188043 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:27.263772 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4547d-5709-418c-b489-1bea53551bdc req-bfd135ed-1831-406e-a578-c571165fa5cb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:27.265696 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-84a4547d-5709-418c-b489-1bea53551bdc req-bfd135ed-1831-406e-a578-c571165fa5cb tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 945 time: 0.0920429 Nov 23 13:03:27.309233 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53633a05-ad06-454a-b540-5fc01821ae45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:27.316843 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-84a4547d-5709-418c-b489-1bea53551bdc req-3a789ac0-96a1-4135-8f56-5e399234f99f tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Nov 23 13:03:27.362135 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:27.369583 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:25Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:27.385757 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53633a05-ad06-454a-b540-5fc01821ae45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c', 'code': 200} Nov 23 13:03:27.396959 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1beca0e-3c08-48ae-8826-2c0b31ea423e None None] The sync data for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi is: [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:25Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:03:27.398552 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:27.405376 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:27.407518 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-341b055f-9fc9-4c73-bac0-423b6a2f9589 req-67c21b35-ccd4-48cd-b834-e980ab043251 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451128 Nov 23 13:03:27.499117 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] For port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:27.499117 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:27.654445 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,revision_number=6']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:27.667198 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:27.675791 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Calling delete_port for 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:27.686652 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:27.714448 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:27.788643 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:03:27.817663 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] For port 682196d6-dc4d-4b8b-aca2-8f79472088a4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=682196d6-dc4d-4b8b-aca2-8f79472088a4,segment=NetworkSegment(3afb09ee-2423-4180-834a-d30163d3bdd0),segment_id=3afb09ee-2423-4180-834a-d30163d3bdd0)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:27.888866 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:27.939109 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:27.984783 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.db.api [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:03:27.993081 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_db.api [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:03:28.041702 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189275-b94b-4ad8-af39-7cdc4b966aab req-5c59980e-7797-44bb-b25d-41443965d08b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:28.054314 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0a189275-b94b-4ad8-af39-7cdc4b966aab req-5c59980e-7797-44bb-b25d-41443965d08b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.2148399 Nov 23 13:03:28.171704 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0a189275-b94b-4ad8-af39-7cdc4b966aab req-1e4bb03d-a949-45ff-95be-dc2d4dd4eb80 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160443 Nov 23 13:03:28.206540 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:03:28.226662 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Sync routers for ids ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:03:28.248072 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:03:28.248933 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:03:28.250046 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Routers {'01fdcff4-fe93-4dbb-b3f9-d903bde61e42'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:28.251043 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:28.285481 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:28.286747 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-82194334-21de-4774-b095-30266885bad8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6603951 Nov 23 13:03:28.287908 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] Pushing event updated for resources: {'Port': ['ID=682196d6-dc4d-4b8b-aca2-8f79472088a4,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:28.289929 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41344) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:28.293587 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:28.499419 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Deleting port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:28.499839 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:28.628580 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Set router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:28.723875 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a89f46f-f455-4e6e-988f-9473b7f18bc6 None None] Provisioning complete for port 682196d6-dc4d-4b8b-aca2-8f79472088a4 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:28.724297 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a89f46f-f455-4e6e-988f-9473b7f18bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:28.753078 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce942d6e-1155-4709-a596-d5c17291c83e req-e24e62a1-8c3c-475c-bb14-8e5cd19a0aa5 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:28.760948 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ce942d6e-1155-4709-a596-d5c17291c83e req-e24e62a1-8c3c-475c-bb14-8e5cd19a0aa5 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 945 time: 0.2036393 Nov 23 13:03:28.830728 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ce942d6e-1155-4709-a596-d5c17291c83e req-4430e52f-17aa-441c-b8e4-55a81aab31f3 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684054 Nov 23 13:03:28.850051 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747860ee-a6e2-4ca9-b62d-8f49f95ffba7 req-647755c6-8e2f-4e7d-a670-8420dcb520dd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:28.857357 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-747860ee-a6e2-4ca9-b62d-8f49f95ffba7 req-647755c6-8e2f-4e7d-a670-8420dcb520dd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.4499297 Nov 23 13:03:29.011270 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '11628071-634e-40ce-a7e6-853fdb23679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:03:25Z', 'revision_number': 3, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port': {'id': '11628071-634e-40ce-a7e6-853fdb23679f', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:24Z', 'updated_at': '2021-11-23T13:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:29.019885 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Checking router: 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:03:29.022235 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Updating router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 port 11628071-634e-40ce-a7e6-853fdb23679f binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:03:29.072516 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] For port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:29.073044 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.096267 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268716c5-23b3-42ba-84d5-a07546920135 req-8fe3ca05-85a6-4736-9e7c-fdea39e1725d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:29.096267 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-268716c5-23b3-42ba-84d5-a07546920135 req-8fe3ca05-85a6-4736-9e7c-fdea39e1725d tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 943 time: 0.1384246 Nov 23 13:03:29.138055 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.210780 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 1b73c759-63c5-4982-aa4a-86c97ba04d7d up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:29.225186 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-268716c5-23b3-42ba-84d5-a07546920135 req-90337311-34cf-4ffa-b77d-df5cf7466cff tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c2e5990-eb99-4aac-acd2-f8fce4a56827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286240 Nov 23 13:03:29.368040 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 1b73c759-63c5-4982-aa4a-86c97ba04d7d completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:29.377686 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 1b73c759-63c5-4982-aa4a-86c97ba04d7d triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:29.378084 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.392887 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Calling delete_port for 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:29.592569 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.647465 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.649049 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 1b73c759-63c5-4982-aa4a-86c97ba04d7d, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=1b73c759-63c5-4982-aa4a-86c97ba04d7d,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:29.655015 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.656509 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 682196d6-dc4d-4b8b-aca2-8f79472088a4 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:29.693495 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:29.727448 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-747860ee-a6e2-4ca9-b62d-8f49f95ffba7 req-ededb878-24cc-45ab-be78-7a2aac64312d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8691685 Nov 23 13:03:29.758638 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41370) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:29.836257 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=1b73c759-63c5-4982-aa4a-86c97ba04d7d,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:29.841078 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:29.854163 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 682196d6-dc4d-4b8b-aca2-8f79472088a4 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:29.854684 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.854843 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Transition to ACTIVE for port object 11628071-634e-40ce-a7e6-853fdb23679f will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:29.866926 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.871772 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:29.943343 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:29.964292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b3276a46-d430-4707-831b-1963e9b78e5b tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:29.975431 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c885cf-cece-4777-a748-367ffec6196e None None] Pushing event updated for resources: {'Port': ['ID=11628071-634e-40ce-a7e6-853fdb23679f,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:29.988142 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b2c885cf-cece-4777-a748-367ffec6196e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:30.018898 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Attempting to bind port 11628071-634e-40ce-a7e6-853fdb23679f on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:03:30.019554 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Attempting to bind port 11628071-634e-40ce-a7e6-853fdb23679f by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:03:30.020190 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Attempting to bind port 11628071-634e-40ce-a7e6-853fdb23679f on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:30.028199 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Pushing event deleted for resources: {'Port': ['ID=12c0e1a4-3a5f-40d2-8b38-ebcd979a194c,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:30.036623 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:30.044908 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-938f1f0b-3938-4b3d-9d7b-0e46b295e3bd tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:30.045186 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:03:30.045664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-938f1f0b-3938-4b3d-9d7b-0e46b295e3bd tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:30.045935 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:30.046585 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:30.048975 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:03:30.049699 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Bound port: 11628071-634e-40ce-a7e6-853fdb23679f, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:03:30.050254 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:30.190272 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] For port 11628071-634e-40ce-a7e6-853fdb23679f, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:03:30.196580 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] For port 11628071-634e-40ce-a7e6-853fdb23679f, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=11628071-634e-40ce-a7e6-853fdb23679f,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:03:30.203996 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:30.212679 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:30.218114 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] No DVR routers for this DVR port 12c0e1a4-3a5f-40d2-8b38-ebcd979a194c on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:03:30.259571 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:30.265224 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53633a05-ad06-454a-b540-5fc01821ae45', 'name': 'network-vif-deleted', 'tag': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:30.285909 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-938f1f0b-3938-4b3d-9d7b-0e46b295e3bd tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:30.291847 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-938f1f0b-3938-4b3d-9d7b-0e46b295e3bd tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 945 time: 0.7421086 Nov 23 13:03:30.307204 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Routers {'01fdcff4-fe93-4dbb-b3f9-d903bde61e42'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:30.307553 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:30.369833 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9f8c9aec-8f30-41cf-81ca-f84431c48fa5 req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.84 "DELETE /v2.0/ports/12c0e1a4-3a5f-40d2-8b38-ebcd979a194c HTTP/1.1" status: 204 len: 173 time: 4.4986756 Nov 23 13:03:30.388625 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c885cf-cece-4777-a748-367ffec6196e None None] Pushing event updated for resources: {'Port': ['ID=11628071-634e-40ce-a7e6-853fdb23679f,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:30.404432 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b2c885cf-cece-4777-a748-367ffec6196e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:30.477915 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b15759-2195-4ab4-83ee-e11ad9352820 req-f6e8d99a-48f5-46ef-9f1a-995b0159dc65 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:30.485066 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-41b15759-2195-4ab4-83ee-e11ad9352820 req-f6e8d99a-48f5-46ef-9f1a-995b0159dc65 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.2487025 Nov 23 13:03:30.536683 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e5058-7cdf-4af1-9ebf-a0a69755d9b1 tempest-TestShelveInstance-1517689514 tempest-TestShelveInstance-1517689514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:30.537526 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-463e5058-7cdf-4af1-9ebf-a0a69755d9b1 tempest-TestShelveInstance-1517689514 tempest-TestShelveInstance-1517689514-project-admin] Synchronizing usage tracker for tenant:f9d41868988941708c26c7869f8c3a9a on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:30.576578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Deleting port 43d88996-bc75-42de-a03e-4caf7be9d7d1 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:30.577138 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:30.588569 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-41b15759-2195-4ab4-83ee-e11ad9352820 req-214b7205-b70c-4a70-9454-a0296d172315 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023962 Nov 23 13:03:30.608468 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-463e5058-7cdf-4af1-9ebf-a0a69755d9b1 tempest-TestShelveInstance-1517689514 tempest-TestShelveInstance-1517689514-project-admin] Unset dirty status for tenant:f9d41868988941708c26c7869f8c3a9a on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:30.610161 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-463e5058-7cdf-4af1-9ebf-a0a69755d9b1 tempest-TestShelveInstance-1517689514 tempest-TestShelveInstance-1517689514-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1093 time: 0.8502872 Nov 23 13:03:30.613077 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41388) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:30.633729 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Request body: {'floatingip': {'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'port_id': '9334a9ef-7661-4c37-bee0-88d739f97311', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:30.648873 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:30.655736 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Usage tracker for resource:floatingip and tenant:a76cd93551c243ffac2329a86c7fce12 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:30.666065 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:30.674266 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:30.694478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:30.732875 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] Set router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:30.804008 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff228633-9af6-4566-9d18-9d90f62c1ba2 req-0330560e-1bb1-431b-9389-4135aac01d67 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:30.823184 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff228633-9af6-4566-9d18-9d90f62c1ba2 req-0330560e-1bb1-431b-9389-4135aac01d67 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 945 time: 0.6102450 Nov 23 13:03:30.923953 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:30.956065 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff228633-9af6-4566-9d18-9d90f62c1ba2 req-89b8ba6e-bc51-48ce-a170-71c755d0037c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319828 Nov 23 13:03:31.022857 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0318b525-d288-470c-96c8-84701d523e68 req-41fd78dc-78ca-4826-a633-113bce8a27a3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] 10.222.0.60 "GET /v2.0/ports?device_id=53633a05-ad06-454a-b540-5fc01821ae45 HTTP/1.1" status: 200 len: 210 time: 0.0660810 Nov 23 13:03:31.108721 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 1b73c759-63c5-4982-aa4a-86c97ba04d7d up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:31.122185 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53633a05-ad06-454a-b540-5fc01821ae45', 'name': 'network-vif-deleted', 'tag': '12c0e1a4-3a5f-40d2-8b38-ebcd979a194c', 'status': 'completed', 'code': 200} Nov 23 13:03:31.162545 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:31.232267 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '11628071-634e-40ce-a7e6-853fdb23679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:03:25Z', 'revision_number': 3, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port': {'id': '11628071-634e-40ce-a7e6-853fdb23679f', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:24Z', 'updated_at': '2021-11-23T13:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:31.245078 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13946eab-ea33-4cde-b447-c2cf3a2fa0bc None None] The sync data for ids ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'] in dv-cinder-818886-1-iscsi is: [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '11628071-634e-40ce-a7e6-853fdb23679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:03:25Z', 'revision_number': 3, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port': {'id': '11628071-634e-40ce-a7e6-853fdb23679f', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:24Z', 'updated_at': '2021-11-23T13:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:03:31.262545 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] For port 43d88996-bc75-42de-a03e-4caf7be9d7d1, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=43d88996-bc75-42de-a03e-4caf7be9d7d1,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:31.263025 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:31.269937 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 1b73c759-63c5-4982-aa4a-86c97ba04d7d triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:31.269937 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:31.424084 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Allocated IP 172.27.3.230 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/22344f20-31bd-4796-94b5-9214a3bb56d7) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:03:31.567277 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Calling delete_port for 43d88996-bc75-42de-a03e-4caf7be9d7d1 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:31.617980 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:31.676612 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:31.687939 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8d6d1226-508f-4ba3-bb2f-7e637e0d11b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:31.733478 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Allocated IP 172.20.0.1 (11a949a1-2e69-4d7c-b940-9ff5eba9951f/04a8c455-cfd2-4bf5-b404-727ecdf56611/8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:03:31.761200 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:31.764760 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:31.768738 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:03:31.888707 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'Port': ['ID=22344f20-31bd-4796-94b5-9214a3bb56d7,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:31.899599 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:31.980769 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:31.988457 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:32.028743 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd2fc2-b25b-433a-bf91-3f5433c0239a req-60ee84a4-9d27-4cf7-933b-b582f1a58a14 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:32.033644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Pushing event deleted for resources: {'Port': ['ID=43d88996-bc75-42de-a03e-4caf7be9d7d1,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:32.037645 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-75dd2fc2-b25b-433a-bf91-3f5433c0239a req-60ee84a4-9d27-4cf7-933b-b582f1a58a14 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.2377238 Nov 23 13:03:32.053063 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:32.181283 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-75dd2fc2-b25b-433a-bf91-3f5433c0239a req-1f62bc45-591a-42e3-bfa2-af8e276f120b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422074 Nov 23 13:03:32.182578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.187358 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fe8fe6d2-ca81-4ddd-ac97-1ff2165ecab3 req-49492bdd-5bb5-436a-b2ca-d25ae85f7e5a tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 210 time: 0.1008821 Nov 23 13:03:32.198505 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] No DVR routers for this DVR port 43d88996-bc75-42de-a03e-4caf7be9d7d1 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:03:32.202552 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.218966 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Transition to ACTIVE for port object 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:32.231090 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b1ec2aac-5797-4959-8ac2-efcad83ee0e0 req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "DELETE /v2.0/ports/43d88996-bc75-42de-a03e-4caf7be9d7d1 HTTP/1.1" status: 204 len: 173 time: 1.9324956 Nov 23 13:03:32.256529 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.261205 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:32.312650 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41400) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:32.344112 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Network 11a949a1-2e69-4d7c-b940-9ff5eba9951f is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:32.347153 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:32.351586 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:03:32.380553 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Pushing event updated for resources: {'Port': ['ID=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:32.398504 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:32.424732 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.569451 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.658342 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4ba8eeba-8114-4cf2-9a0d-da5f1871f202 None None] Provisioning for port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:32.663604 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4ba8eeba-8114-4cf2-9a0d-da5f1871f202 None None] Provisioning complete for port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:32.664042 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4ba8eeba-8114-4cf2-9a0d-da5f1871f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.735895 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8eeba-8114-4cf2-9a0d-da5f1871f202 None None] Port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:03:32.747959 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.821665 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.827187 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:32.852630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:32.934515 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Pushing event updated for resources: {'Port': ['ID=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:32.938967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:32.939941 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.041805 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.091315 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Network 11a949a1-2e69-4d7c-b940-9ff5eba9951f is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:33.093045 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:33.098484 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 11628071-634e-40ce-a7e6-853fdb23679f up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:33.164776 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da72692d-5ac7-4e8e-9b7d-11d421a1f071', 'name': 'network-vif-deleted', 'tag': '43d88996-bc75-42de-a03e-4caf7be9d7d1'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:33.238024 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 11628071-634e-40ce-a7e6-853fdb23679f completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:33.253586 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 11628071-634e-40ce-a7e6-853fdb23679f triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:33.257266 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.424827 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da72692d-5ac7-4e8e-9b7d-11d421a1f071', 'name': 'network-vif-deleted', 'tag': '43d88996-bc75-42de-a03e-4caf7be9d7d1', 'status': 'completed', 'code': 200} Nov 23 13:03:33.484677 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:03:33.510538 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8f7e47c1-33b1-4afe-874d-015e0ca99fd2 None None] Provisioning complete for port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:33.511264 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8f7e47c1-33b1-4afe-874d-015e0ca99fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.513257 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.526244 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.532484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:33.581569 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.591148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e47c1-33b1-4afe-874d-015e0ca99fd2 None None] Port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:03:33.594189 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.620529 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 11628071-634e-40ce-a7e6-853fdb23679f, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=11628071-634e-40ce-a7e6-853fdb23679f,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:33.626907 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:33.630305 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:33.708323 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=11628071-634e-40ce-a7e6-853fdb23679f,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:33.713335 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:33.720801 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-580de03c-98ff-4a6e-973c-e3e365d440c3 req-beb432e2-9d55-466e-b513-41df4110c61e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Synchronizing usage tracker for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:33.744205 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:03:33.749941 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] 10.222.0.60 "PUT /v2.0/routers/01fdcff4-fe93-4dbb-b3f9-d903bde61e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4590642 Nov 23 13:03:33.762286 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Sync routers for ids ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:03:33.765094 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-580de03c-98ff-4a6e-973c-e3e365d440c3 req-beb432e2-9d55-466e-b513-41df4110c61e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Unset dirty status for tenant:9a31364455dc442f8df299a8ad758a4e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:33.766265 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-580de03c-98ff-4a6e-973c-e3e365d440c3 req-beb432e2-9d55-466e-b513-41df4110c61e tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 210 time: 0.1128781 Nov 23 13:03:33.772939 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Routers {'01fdcff4-fe93-4dbb-b3f9-d903bde61e42'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:33.773529 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event updated for resources: {'Port': ['ID=22344f20-31bd-4796-94b5-9214a3bb56d7,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:33.774152 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:33.876335 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:33.936139 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4592dc-f926-40e6-b1c3-09bdce5e6463 req-0f69d842-2799-4271-ae36-646b0810f049 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:33.937823 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b4592dc-f926-40e6-b1c3-09bdce5e6463 req-0f69d842-2799-4271-ae36-646b0810f049 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.5510437 Nov 23 13:03:33.974398 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Set router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:34.009387 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:34.127434 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b4592dc-f926-40e6-b1c3-09bdce5e6463 req-5d03e9de-2ec1-4daf-b8c0-f0301963f3d3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793215 Nov 23 13:03:34.281957 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Floating IP c79786d2-0246-4cba-b460-176e29e015b7 associated. External IP: 172.27.3.230, port: 9334a9ef-7661-4c37-bee0-88d739f97311. Nov 23 13:03:34.348122 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '11628071-634e-40ce-a7e6-853fdb23679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:03:32Z', 'revision_number': 4, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port': {'id': '11628071-634e-40ce-a7e6-853fdb23679f', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:24Z', 'updated_at': '2021-11-23T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0', 'name': '', 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'mac_address': 'fa:16:3e:de:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '04a8c455-cfd2-4bf5-b404-727ecdf56611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:31Z', 'updated_at': '2021-11-23T13:03:32Z', 'revision_number': 2, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'subnets': [{'id': '04a8c455-cfd2-4bf5-b404-727ecdf56611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:34.353331 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Checking router: 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:03:34.353645 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Updating router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:03:34.371067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Deleting port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:34.371423 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:34.413763 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:34.856674 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:34.871943 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Transition to ACTIVE for port object 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:34.882111 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:34.888189 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:35.002617 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2bc44c08-2467-410c-8889-7739c176f3ef req-4eca6e1e-c3a6-4bfc-adb3-ccbb44f94587 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=da72692d-5ac7-4e8e-9b7d-11d421a1f071 HTTP/1.1" status: 200 len: 210 time: 0.0718582 Nov 23 13:03:35.030968 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Router 8a458bed-582c-490a-b66a-75865f4cc014 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:03:35.047645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] For port 8e3a4d39-c2d5-473e-a335-7f7e7d89b300, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,segment=NetworkSegment(f4e8fdb7-5354-4832-a555-db6c12486ab2),segment_id=f4e8fdb7-5354-4832-a555-db6c12486ab2)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:35.048010 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:35.267537 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7e1db-89bc-41a4-b82a-0c11223f16d1 None None] Pushing event updated for resources: {'Port': ['ID=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:35.273529 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cbd7e1db-89bc-41a4-b82a-0c11223f16d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:35.279775 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2c117b14-8ae9-4517-8547-e104cbcb9a21'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:03:35.342996 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 43d88996-bc75-42de-a03e-4caf7be9d7d1 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:03:35.371471 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 11628071-634e-40ce-a7e6-853fdb23679f up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:35.467851 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 43d88996-bc75-42de-a03e-4caf7be9d7d1 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:03:35.468293 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 43d88996-bc75-42de-a03e-4caf7be9d7d1 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:03:35.471428 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Calling delete_port for 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:35.480149 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Attempting to bind port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:03:35.480548 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Attempting to bind port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:03:35.480915 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Attempting to bind port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 on network 11a949a1-2e69-4d7c-b940-9ff5eba9951f {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:35.506766 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:03:35.507192 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Checking segment: {'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:35.507546 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:35.507980 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Bound using segment: {'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:03:35.508598 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Bound port: 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afb09ee-2423-4180-834a-d30163d3bdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1246, 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:03:35.509125 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:35.526642 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:03:35.540571 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] Sync routers for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:03:35.556928 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:35.557577 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:35.674561 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 11628071-634e-40ce-a7e6-853fdb23679f triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:35.674880 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:35.709304 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] For port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:03:35.741031 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] For port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,segment=NetworkSegment(3afb09ee-2423-4180-834a-d30163d3bdd0),segment_id=3afb09ee-2423-4180-834a-d30163d3bdd0)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:03:35.752471 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:35.766775 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cb5e495b-98c7-428a-9bab-74cf8c7b8329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:35.844866 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:35.927064 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:35.999666 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Routers {'01fdcff4-fe93-4dbb-b3f9-d903bde61e42'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:36.000392 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:36.241658 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6261902 Nov 23 13:03:36.246005 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:36.268199 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f6149-f647-4f5b-a138-084ab99acb3e req-a4da0517-e9a8-4f2b-b112-81cbc3e4beda tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:36.270488 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-347f6149-f647-4f5b-a138-084ab99acb3e req-a4da0517-e9a8-4f2b-b112-81cbc3e4beda tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.8484316 Nov 23 13:03:36.275472 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7e1db-89bc-41a4-b82a-0c11223f16d1 None None] Pushing event updated for resources: {'Port': ['ID=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:36.316673 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:36.324343 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cbd7e1db-89bc-41a4-b82a-0c11223f16d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:36.335032 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0cf19a50-3812-4d7a-b306-1e40a32aed7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:36.375345 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311', 'status': 'completed', 'code': 200} Nov 23 13:03:36.426160 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-347f6149-f647-4f5b-a138-084ab99acb3e req-a6493451-23db-4c9e-8e25-1f8783647018 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496336 Nov 23 13:03:36.435419 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3a4d39-c2d5-473e-a335-7f7e7d89b300,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:36.525319 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:36.587131 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-9942dbe1-a6cc-470b-a367-1731a3ffb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:36.589763 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-9942dbe1-a6cc-470b-a367-1731a3ffb0a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1098 time: 0.1814930 Nov 23 13:03:36.600498 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] Set router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:36.708128 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': 'c79786d2-0246-4cba-b460-176e29e015b7', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'port_id': '9334a9ef-7661-4c37-bee0-88d739f97311', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'mac_address': 'fa:16:3e:9b:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:03:32Z', 'updated_at': '2021-11-23T13:03:32Z', 'revision_number': 0, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:02:00Z', 'revision_number': 5, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:36.713257 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] Checking router: 8a458bed-582c-490a-b66a-75865f4cc014 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:03:36.722713 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:36.723493 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:36.865992 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-db0dde2b-f881-4e6a-9e44-396ebcb7f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:36.867630 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-db0dde2b-f881-4e6a-9e44-396ebcb7f772 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 911 time: 0.2702873 Nov 23 13:03:37.098092 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-548b9bcf-ae71-4f2a-b29d-9f91a0f1c90a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 999 time: 0.2212012 Nov 23 13:03:37.169841 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:37.231971 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:37.253526 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-6d9392e8-4159-4db3-b186-90a1796f460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:37.254984 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-6d9392e8-4159-4db3-b186-90a1796f460a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 200 len: 848 time: 0.1506422 Nov 23 13:03:37.407435 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac72e-f413-496b-9e39-435eaa37424c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:37.461772 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-13ce1c17-d593-4a48-a443-137cb6c344f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:37.463959 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-13ce1c17-d593-4a48-a443-137cb6c344f1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2021785 Nov 23 13:03:37.470581 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '11628071-634e-40ce-a7e6-853fdb23679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:03:32Z', 'revision_number': 4, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port': {'id': '11628071-634e-40ce-a7e6-853fdb23679f', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:24Z', 'updated_at': '2021-11-23T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0', 'name': '', 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'mac_address': 'fa:16:3e:de:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '04a8c455-cfd2-4bf5-b404-727ecdf56611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:31Z', 'updated_at': '2021-11-23T13:03:35Z', 'revision_number': 4, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'subnets': [{'id': '04a8c455-cfd2-4bf5-b404-727ecdf56611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:37.505136 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9308f53-9ad7-4688-9b89-ee6c45f628f3 None None] The sync data for ids ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'] in dv-cinder-818886-1-iscsi is: [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '11628071-634e-40ce-a7e6-853fdb23679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:03:32Z', 'revision_number': 4, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port': {'id': '11628071-634e-40ce-a7e6-853fdb23679f', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:24Z', 'updated_at': '2021-11-23T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0', 'name': '', 'network_id': '11a949a1-2e69-4d7c-b940-9ff5eba9951f', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'mac_address': 'fa:16:3e:de:19:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '04a8c455-cfd2-4bf5-b404-727ecdf56611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:31Z', 'updated_at': '2021-11-23T13:03:35Z', 'revision_number': 4, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'subnets': [{'id': '04a8c455-cfd2-4bf5-b404-727ecdf56611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:03:37.728718 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:37.881912 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-14b92294-38ae-4fe2-b723-04db4c43f587 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097431 Nov 23 13:03:38.116411 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Router 618d274d-1c39-4db4-a0d8-66c746c9c614 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:03:38.174875 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': 'c79786d2-0246-4cba-b460-176e29e015b7', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'port_id': '9334a9ef-7661-4c37-bee0-88d739f97311', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'mac_address': 'fa:16:3e:9b:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:03:32Z', 'updated_at': '2021-11-23T13:03:32Z', 'revision_number': 0, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:02:00Z', 'revision_number': 5, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:38.189504 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241e393-7483-4ff2-8d3c-eaf857d913f1 req-dc5642b9-7b6a-4855-a605-c48c667f3564 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:38.190342 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f911a629-0afc-4fc7-84d0-9426208df69c None None] The sync data for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi is: [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': 'c79786d2-0246-4cba-b460-176e29e015b7', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'port_id': '9334a9ef-7661-4c37-bee0-88d739f97311', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'mac_address': 'fa:16:3e:9b:16:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:03:32Z', 'updated_at': '2021-11-23T13:03:32Z', 'revision_number': 0, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:02:00Z', 'revision_number': 5, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:03:38.199322 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2241e393-7483-4ff2-8d3c-eaf857d913f1 req-dc5642b9-7b6a-4855-a605-c48c667f3564 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.4109633 Nov 23 13:03:38.280284 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:03:38.427334 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6d80ca5a-6f5c-4436-a72b-76a5b05e7b47 req-e64b8013-7a21-4de3-95f2-c7d3d1a84be4 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264163 Nov 23 13:03:38.451410 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2241e393-7483-4ff2-8d3c-eaf857d913f1 req-986c79e7-b007-406e-9f6d-71927f372fec tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510765 Nov 23 13:03:38.581342 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:03:38.593702 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] Sync routers for ids ['618d274d-1c39-4db4-a0d8-66c746c9c614'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:03:38.605504 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2e6e0254-c613-4641-b843-7ccf31e40de3 admin admin] 10.222.0.60 "PUT /v2.0/routers/618d274d-1c39-4db4-a0d8-66c746c9c614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2916157 Nov 23 13:03:38.607020 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] Routers {'618d274d-1c39-4db4-a0d8-66c746c9c614'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:38.608559 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41476) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:38.609252 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['618d274d-1c39-4db4-a0d8-66c746c9c614'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:38.740942 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a93e-13c3-4bce-b368-bae2dd269501 req-8d88e161-4b8a-4667-ab5a-c8b75474ff71 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:38.744869 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0bd1a93e-13c3-4bce-b368-bae2dd269501 req-8d88e161-4b8a-4667-ab5a-c8b75474ff71 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.1429660 Nov 23 13:03:38.854136 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd223d9-88cf-431a-848e-1fc493ad30eb None None] New status for floating IP c79786d2-0246-4cba-b460-176e29e015b7: ACTIVE {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:03:38.872705 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0bd1a93e-13c3-4bce-b368-bae2dd269501 req-fee39c0e-234f-4584-b052-e88355c64935 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183417 Nov 23 13:03:39.047288 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] Set router 618d274d-1c39-4db4-a0d8-66c746c9c614 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:39.096304 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:39.217101 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:39.458929 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:39.491481 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Deleting port 992c534b-0516-4284-a67a-4a7eb849efd3 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:39.491882 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:39.512320 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:39.560689 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:39.561499 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:39.800712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] For port 992c534b-0516-4284-a67a-4a7eb849efd3, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=992c534b-0516-4284-a67a-4a7eb849efd3,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:39.801100 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:39.842487 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T13:03:36Z', 'revision_number': 5, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port': {'id': '992c534b-0516-4284-a67a-4a7eb849efd3', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:24Z', 'updated_at': '2021-11-23T12:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:39.847742 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:39.873286 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] Checking router: 618d274d-1c39-4db4-a0d8-66c746c9c614 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:03:39.909358 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,segment=NetworkSegment(3afb09ee-2423-4180-834a-d30163d3bdd0),segment_id=3afb09ee-2423-4180-834a-d30163d3bdd0)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:39.910826 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] Routers {'618d274d-1c39-4db4-a0d8-66c746c9c614'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:03:39.911955 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:03:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['618d274d-1c39-4db4-a0d8-66c746c9c614'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:40.019884 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Calling delete_port for 992c534b-0516-4284-a67a-4a7eb849efd3 owned by network:router_gateway {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:40.213673 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] Set router 618d274d-1c39-4db4-a0d8-66c746c9c614 gateway port host: None {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:03:40.330997 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1b8af-651c-419b-b3ac-b84cbac14e0c req-79554523-b556-4f26-877d-56a918c92d0d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:40.332801 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b6b1b8af-651c-419b-b3ac-b84cbac14e0c req-79554523-b556-4f26-877d-56a918c92d0d tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.1995478 Nov 23 13:03:40.341814 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T13:03:39Z', 'revision_number': 6, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:40.349068 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:40.354007 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:40.391012 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1666eb-be83-4836-807a-5bd0e11d3605 None None] The sync data for ids ['618d274d-1c39-4db4-a0d8-66c746c9c614'] in dv-cinder-818886-1-iscsi is: [{'id': '618d274d-1c39-4db4-a0d8-66c746c9c614', 'name': 'tempest-ServerRescueNegativeTestJSON-3915446-router', 'tenant_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:22Z', 'updated_at': '2021-11-23T13:03:39Z', 'revision_number': 6, 'project_id': '9bd7c1ce491e474c970f1a7cc5effe19', 'gw_port_host': None}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:03:40.408726 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b6b1b8af-651c-419b-b3ac-b84cbac14e0c req-e2a90d8a-54de-4497-b00a-dc38c7e1c781 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650136 Nov 23 13:03:40.427879 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bbbf164f-777e-46f7-998b-dddbe89b3e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:40.464667 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:40.468047 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:40.577031 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b8e06-1231-4459-b618-8094490f0e33 req-eb965541-1ece-4266-9d17-4eb4dae3acc5 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:40.580699 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-234b8e06-1231-4459-b618-8094490f0e33 req-eb965541-1ece-4266-9d17-4eb4dae3acc5 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.4609516 Nov 23 13:03:40.729689 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-234b8e06-1231-4459-b618-8094490f0e33 req-a2478d39-e529-44ab-bd7b-a04b51ca8e1a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414878 Nov 23 13:03:40.763065 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-42436dc5-526c-4ecc-b661-d51517d0f6f0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:40.763065 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-42436dc5-526c-4ecc-b661-d51517d0f6f0 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.2664506 Nov 23 13:03:40.802797 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:40.813852 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:40.890174 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=992c534b-0516-4284-a67a-4a7eb849efd3,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:40.928620 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:40.978697 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Deleting port 2c117b14-8ae9-4517-8547-e104cbcb9a21 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:03:40.979111 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.057887 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.169789 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.395839 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.400999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.527536 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:41.614292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.614963 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618d274d-1c39-4db4-a0d8-66c746c9c614 {{(pid=86848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:03:41.687537 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.692405 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:41.692805 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.694629 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41504) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:41.704823 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/618d274d-1c39-4db4-a0d8-66c746c9c614 HTTP/1.1" status: 204 len: 168 time: 3.0949819 Nov 23 13:03:41.794772 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] For port 2c117b14-8ae9-4517-8547-e104cbcb9a21, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2c117b14-8ae9-4517-8547-e104cbcb9a21,segment=NetworkSegment(573227bd-182e-4189-9b73-5bcc1e9059d9),segment_id=573227bd-182e-4189-9b73-5bcc1e9059d9)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:41.795145 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.803418 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] Deleting subnet adbc5a41-207f-4763-9cc6-c26bdbc73cf2 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:03:41.816685 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:41.916862 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:03:41.920491 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a26971-34de-4cbe-b474-2b2bcc0817b5 req-45c710cf-2ef4-4a67-b2d2-c13854b9d86c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:41.924502 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c6a26971-34de-4cbe-b474-2b2bcc0817b5 req-45c710cf-2ef4-4a67-b2d2-c13854b9d86c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 945 time: 0.2975397 Nov 23 13:03:42.007683 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.029291 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:03:42.029678 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8e3a4d39-c2d5-473e-a335-7f7e7d89b300 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:03:42.054259 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Calling delete_port for 2c117b14-8ae9-4517-8547-e104cbcb9a21 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:03:42.109560 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c6a26971-34de-4cbe-b474-2b2bcc0817b5 req-ad48eacf-e731-4dbb-adc7-5e42f170fcaa tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4e974cd-8614-4f63-ac4c-7219d4db6167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737819 Nov 23 13:03:42.136312 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.211121 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.224950 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:42.260796 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.268897 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbc5a41-207f-4763-9cc6-c26bdbc73cf2,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:42.272086 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:42.274198 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-cf0a90eb-ac23-4e70-8a0f-d63c650b891f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/adbc5a41-207f-4763-9cc6-c26bdbc73cf2 HTTP/1.1" status: 204 len: 168 time: 0.5775938 Nov 23 13:03:42.284070 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41510) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:42.375660 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.394096 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e98f3597-7781-432f-95a2-b3fa161db71c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:42.409991 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2c117b14-8ae9-4517-8547-e104cbcb9a21'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:03:42.459834 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Pushing event deleted for resources: {'Port': ['ID=2c117b14-8ae9-4517-8547-e104cbcb9a21,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:42.465267 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:42.467920 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.501122 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.564365 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec8188-e7e9-4484-93a7-63f3af28badf req-1a4db73b-f8ff-4b41-aabf-92463d140bc6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:42.568741 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5bec8188-e7e9-4484-93a7-63f3af28badf req-1a4db73b-f8ff-4b41-aabf-92463d140bc6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.3534720 Nov 23 13:03:42.570814 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] No DVR routers for this DVR port 2c117b14-8ae9-4517-8547-e104cbcb9a21 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:03:42.599999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.603449 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b02d0f-db9d-4996-a245-7237e989670d', 'name': 'network-vif-deleted', 'tag': '2c117b14-8ae9-4517-8547-e104cbcb9a21'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:42.655188 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c24cea-b327-4051-8d50-25117b8f4aa3 req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.84 "DELETE /v2.0/ports/2c117b14-8ae9-4517-8547-e104cbcb9a21 HTTP/1.1" status: 204 len: 173 time: 1.8891776 Nov 23 13:03:42.731949 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b02d0f-db9d-4996-a245-7237e989670d', 'name': 'network-vif-deleted', 'tag': '2c117b14-8ae9-4517-8547-e104cbcb9a21', 'status': 'completed', 'code': 200} Nov 23 13:03:42.745414 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5bec8188-e7e9-4484-93a7-63f3af28badf req-3fa9c6ff-1315-4ad8-a005-1b5e522380c1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721134 Nov 23 13:03:42.768797 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.847522 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59045e15-b578-47ca-abc6-4d73d6cc6fc2']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:42.867920 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e8fdb7-5354-4832-a555-db6c12486ab2') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:42.868360 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e8fdb7-5354-4832-a555-db6c12486ab2') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:42.896063 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.935486 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.945845 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Releasing vlan 1236 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:03:42.947373 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:03:42.963933 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:03:43.010074 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 992c534b-0516-4284-a67a-4a7eb849efd3 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:03:43.056874 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 992c534b-0516-4284-a67a-4a7eb849efd3 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:03:43.056874 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 992c534b-0516-4284-a67a-4a7eb849efd3 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:03:43.075274 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:43.088625 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:43.097058 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-af74baef-744b-4cef-8ed3-d74e7013d3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:43.119838 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59045e15-b578-47ca-abc6-4d73d6cc6fc2,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:43.127897 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:43.135708 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-1a845481-175f-428f-895d-b442126d15c4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/59045e15-b578-47ca-abc6-4d73d6cc6fc2 HTTP/1.1" status: 204 len: 168 time: 0.8505626 Nov 23 13:03:43.391321 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8f04f42e-a7bf-405b-81a4-1b46bc1e5317 req-cad62ceb-557c-4753-be85-4cece64c2fa8 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3b02d0f-db9d-4996-a245-7237e989670d HTTP/1.1" status: 200 len: 210 time: 0.1070762 Nov 23 13:03:43.433331 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41560) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:43.492304 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1d2c44f7-80a3-4c3c-8f3f-ca6fbe2d73a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9bd7c1ce491e474c970f1a7cc5effe19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0572605 Nov 23 13:03:43.495054 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41564) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:43.597950 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0098ef68-6467-449f-9fd0-1948ea694f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:43.636825 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0098ef68-6467-449f-9fd0-1948ea694f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:43.739107 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0098ef68-6467-449f-9fd0-1948ea694f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:43.743628 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-51db5868-9b24-42e0-827b-871d4b4c2a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:43.761094 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098ef68-6467-449f-9fd0-1948ea694f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2e5990-eb99-4aac-acd2-f8fce4a56827,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:43.770409 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-0098ef68-6467-449f-9fd0-1948ea694f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:43.782087 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0098ef68-6467-449f-9fd0-1948ea694f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:43.784304 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-0098ef68-6467-449f-9fd0-1948ea694f56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c2e5990-eb99-4aac-acd2-f8fce4a56827 HTTP/1.1" status: 204 len: 168 time: 0.2870708 Nov 23 13:03:44.028939 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc39a2-4500-4b02-b5c4-4b9d2cf3c544 req-81b6b2a6-f04a-4e22-b647-441e4f0c57fa tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:44.030663 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f0bc39a2-4500-4b02-b5c4-4b9d2cf3c544 req-81b6b2a6-f04a-4e22-b647-441e4f0c57fa tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1128683 Nov 23 13:03:44.092360 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f0bc39a2-4500-4b02-b5c4-4b9d2cf3c544 req-9e902a27-51a5-4acc-8335-e515a6575579 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551116 Nov 23 13:03:44.525584 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41606) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:44.610190 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] Deleting subnet eae505c4-f3d4-4e40-be85-722f98a64072 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:03:44.613705 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:44.730402 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:44.838634 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:44.955275 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41618) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:45.074106 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.078796 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-842e5269-1fcc-4117-8d0b-40c0c11440ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:45.109722 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1002819579-network', 'tenant_id': '0ae6a02f9730467d9f1f2f1b6b622ed1'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:45.113516 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eae505c4-f3d4-4e40-be85-722f98a64072,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:45.117868 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:45.126166 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.131590 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-84581d27-3f69-4012-a9d7-1f59213703a4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eae505c4-f3d4-4e40-be85-722f98a64072 HTTP/1.1" status: 204 len: 168 time: 0.6040845 Nov 23 13:03:45.134877 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41630) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:45.136077 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 2c117b14-8ae9-4517-8547-e104cbcb9a21 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:03:45.140539 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:45.166556 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Usage tracker for resource:network and tenant:0ae6a02f9730467d9f1f2f1b6b622ed1 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:45.174600 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:45.189205 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:45.195062 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 2c117b14-8ae9-4517-8547-e104cbcb9a21 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:03:45.195798 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 2c117b14-8ae9-4517-8547-e104cbcb9a21 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:03:45.234756 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Made reservation on behalf of 0ae6a02f9730467d9f1f2f1b6b622ed1 for: {'network': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:45.237304 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.259277 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.269328 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.283599 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:45.417470 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.446550 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf33958f-9165-410d-8036-71326a5124b6']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:45.460661 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573227bd-182e-4189-9b73-5bcc1e9059d9') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:45.461017 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573227bd-182e-4189-9b73-5bcc1e9059d9') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:45.478668 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3108507'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.487948 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ae6a02f9730467d9f1f2f1b6b622ed1 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:45.491412 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:45.500832 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.504728 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:45.508101 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Releasing vlan 1247 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:03:45.508621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2257488'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: Traceback (most recent call last): Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: timer() Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: cb(*args, **kw) Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: return func(*args, **kwargs) Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: self._notify() Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: self.callback(batched_events) Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: event.method(event) Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: return f(self, *a, **k) Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._get(url).json() Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: return self.request(url, 'GET', **kwargs) Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:03:45.522818 dv-cinder-818886-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:03:45.617990 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.626777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1ff5bc29-423c-4a69-9336-3f07c4809ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:45.649819 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.652281 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7580434-ff02-4596-92a3-fabbd81c999d req-3e2b4edd-4856-4c4c-ad74-60b930e2e3d4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:45.659461 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a7580434-ff02-4596-92a3-fabbd81c999d req-3e2b4edd-4856-4c4c-ad74-60b930e2e3d4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.3692026 Nov 23 13:03:45.666719 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf33958f-9165-410d-8036-71326a5124b6,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:45.670110 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/bf33958f-9165-410d-8036-71326a5124b6 HTTP/1.1" status: 204 len: 168 time: 0.5346282 Nov 23 13:03:45.671267 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:45.719001 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.732831 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.748386 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1215} {{(pid=86848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:03:45.760039 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4f835738-e00a-437e-9d91-74ab0cb79fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:45.770578 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a7580434-ff02-4596-92a3-fabbd81c999d req-3167848a-bdf0-42ab-b25c-34fccd3666e2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100464 Nov 23 13:03:45.774112 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.774231 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.segments_db [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Added segment 02f2597f-b924-42ef-a885-0a1a1a589a43 of type vlan for network 32c82538-7b51-4db8-8118-b46b6f6cb5ae Nov 23 13:03:45.813837 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00a15f0-95d0-4975-a978-6b7a70b8cb7d,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:45.817316 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:45.846197 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.892343 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.895588 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:45.895588 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:45.901222 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6d0c9f5b-e9ba-490a-9621-4002c227ac69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:45.921067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41638) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:46.006990 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-980c1eca-027a-4f8c-938c-25db0bdddb66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a31364455dc442f8df299a8ad758a4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0842798 Nov 23 13:03:46.010040 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41642) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:46.051069 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0946298 Nov 23 13:03:46.054327 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41646) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:46.060110 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Request body: {'subnet': {'network_id': '32c82538-7b51-4db8-8118-b46b6f6cb5ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1002819579-subnet', 'tenant_id': '0ae6a02f9730467d9f1f2f1b6b622ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:46.065723 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:46.071282 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Pushing event updated for resources: {'Network': ['ID=32c82538-7b51-4db8-8118-b46b6f6cb5ae,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:46.084701 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:46.085831 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Usage tracker for resource:subnet and tenant:0ae6a02f9730467d9f1f2f1b6b622ed1 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:46.088197 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 32c82538-7b51-4db8-8118-b46b6f6cb5ae details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:03:46.092682 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:46.106839 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:46.129329 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Made reservation on behalf of 0ae6a02f9730467d9f1f2f1b6b622ed1 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:46.131905 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:46.141301 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ea3f256b-814b-4e3b-a20c-0f49c005e234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:46.181908 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ea3f256b-814b-4e3b-a20c-0f49c005e234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:46.254244 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ea3f256b-814b-4e3b-a20c-0f49c005e234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:46.267146 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c3578a4e-490e-450e-8a12-b907f5aaa6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:46.284018 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ea3f256b-814b-4e3b-a20c-0f49c005e234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:46.285469 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ea3f256b-814b-4e3b-a20c-0f49c005e234 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4e974cd-8614-4f63-ac4c-7219d4db6167 HTTP/1.1" status: 204 len: 168 time: 0.2719681 Nov 23 13:03:46.289277 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f256b-814b-4e3b-a20c-0f49c005e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e974cd-8614-4f63-ac4c-7219d4db6167,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:46.302825 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ea3f256b-814b-4e3b-a20c-0f49c005e234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:46.572258 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:46.593398 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:46.734619 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3a7152-003f-4fbc-9836-ccccbd6e37f0,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:46.741528 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:46.751124 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Checking segment: {'id': '02f2597f-b924-42ef-a885-0a1a1a589a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1215, 'network_id': '32c82538-7b51-4db8-8118-b46b6f6cb5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:46.751124 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Network hostable DHCP agents. Network: 32c82538-7b51-4db8-8118-b46b6f6cb5ae, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:03:46.809940 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Network 32c82538-7b51-4db8-8118-b46b6f6cb5ae is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:03:46.854613 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 32c82538-7b51-4db8-8118-b46b6f6cb5ae) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:46.882425 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:46.882425 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:46.887040 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d757ce-1ea1-4ff1-896f-5e97ac70ac84 None None] Network 32c82538-7b51-4db8-8118-b46b6f6cb5ae requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:03:46.937794 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e631b34a-16ac-4149-bb3e-af5cd263298e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8822472 Nov 23 13:03:47.299173 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16156273-f703-4e2e-9596-52162f22455e req-f0b00543-4be4-4f8c-a749-fc076d86e2bc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:47.307636 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-16156273-f703-4e2e-9596-52162f22455e req-f0b00543-4be4-4f8c-a749-fc076d86e2bc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.2161701 Nov 23 13:03:47.359126 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-16156273-f703-4e2e-9596-52162f22455e req-c9388d89-581b-405f-abd9-af973efe2b3e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504830 Nov 23 13:03:47.384338 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1612f864-0cf3-4ed1-ba3a-c58b3a9ea564 None None] Network 32c82538-7b51-4db8-8118-b46b6f6cb5ae requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:03:47.997405 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41692) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:48.003559 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2003947749-network', 'tenant_id': '1276c869db1e4aa1ae8f202c9d83e5f3'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:48.018037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:48.025519 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Usage tracker for resource:network and tenant:1276c869db1e4aa1ae8f202c9d83e5f3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:48.029480 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:48.036071 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:48.058130 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Made reservation on behalf of 1276c869db1e4aa1ae8f202c9d83e5f3 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:48.061489 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.081729 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.100572 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:48.104949 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Usage tracker for resource:security_group_rule and tenant:1276c869db1e4aa1ae8f202c9d83e5f3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:48.108049 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:48.114468 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:48.258575 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.264835 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.271760 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-de0002cf-2152-440d-b5e9-92fccf99e5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:48.310086 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1218} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:03:48.319517 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ede638-4991-4f09-a791-d2097fe95706,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:48.324079 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:48.337325 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.337325 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Added segment 68128a48-5572-4a82-bd1e-801f38401002 of type vlan for network 406f3f82-f477-41de-8ccb-91e8fe216441 Nov 23 13:03:48.364564 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.403157 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.404618 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:48.405250 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.409018 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-814c002a-fe8b-48af-851b-3f4b61594871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:48.516621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=406f3f82-f477-41de-8ccb-91e8fe216441,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:48.524518 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:48.529551 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 406f3f82-f477-41de-8ccb-91e8fe216441 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:03:48.569107 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5673816 Nov 23 13:03:48.569430 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41702) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:48.580953 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Request body: {'subnet': {'network_id': '406f3f82-f477-41de-8ccb-91e8fe216441', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2003947749-subnet', 'tenant_id': '1276c869db1e4aa1ae8f202c9d83e5f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:48.593641 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:48.599743 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Usage tracker for resource:subnet and tenant:1276c869db1e4aa1ae8f202c9d83e5f3 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:03:48.606161 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:03:48.620283 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:48.635535 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0d8ad-58e6-4bca-b31a-5a0970d3dde7 req-4bc7877a-3665-4ca5-a97d-1f6e2441a1b4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:48.643103 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-74e0d8ad-58e6-4bca-b31a-5a0970d3dde7 req-4bc7877a-3665-4ca5-a97d-1f6e2441a1b4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1471460 Nov 23 13:03:48.653696 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Made reservation on behalf of 1276c869db1e4aa1ae8f202c9d83e5f3 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:48.658334 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.704265 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-74e0d8ad-58e6-4bca-b31a-5a0970d3dde7 req-1353cbcf-9b64-473c-8cc2-4be1c4c1c989 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602071 Nov 23 13:03:48.871590 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:48.993574 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:49.002532 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:49.127648 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Checking segment: {'id': '68128a48-5572-4a82-bd1e-801f38401002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1218, 'network_id': '406f3f82-f477-41de-8ccb-91e8fe216441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:49.128192 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Network hostable DHCP agents. Network: 406f3f82-f477-41de-8ccb-91e8fe216441, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:03:49.134631 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Pushing event updated for resources: {'Subnet': ['ID=529b679d-129a-427c-a2d2-67c835db001a,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:49.137602 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:49.155900 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Network 406f3f82-f477-41de-8ccb-91e8fe216441 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:03:49.169623 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 406f3f82-f477-41de-8ccb-91e8fe216441) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:49.172069 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:03:49.173814 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:49.174532 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:49.183828 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3464a5b-ca92-4265-9816-c5806e9326d7 None None] Network 406f3f82-f477-41de-8ccb-91e8fe216441 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:03:49.205762 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6349456 Nov 23 13:03:49.408705 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41714) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:49.481734 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Deleting subnet ca3a7152-003f-4fbc-9836-ccccbd6e37f0 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:03:49.485054 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:49.527957 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:49.546984 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:49.584359 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'port_id': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'mac_address': 'fa:16:3e:2a:eb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:03:49.623982 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d2076-a810-41fb-b182-729f18b0f5eb None None] Network 406f3f82-f477-41de-8ccb-91e8fe216441 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:03:49.725976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:49.758525 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:49.838390 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:03:49.844184 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:49.849599 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5737c12c-4b8e-458e-ab82-3080c7748082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:49.909962 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:49.921760 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:49.925697 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:49.967633 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca3a7152-003f-4fbc-9836-ccccbd6e37f0,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:49.977847 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:49.980154 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.000187 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ca3a7152-003f-4fbc-9836-ccccbd6e37f0 HTTP/1.1" status: 204 len: 168 time: 0.5900347 Nov 23 13:03:50.002718 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41724) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:50.062391 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=6']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:50.065920 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:50.126440 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:03:50.151005 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0fede-eefc-472e-93f8-75a6a34e9b44 req-7ef72d53-47f3-47da-a197-9a48007a49a4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:50.158239 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cad0fede-eefc-472e-93f8-75a6a34e9b44 req-7ef72d53-47f3-47da-a197-9a48007a49a4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.2392962 Nov 23 13:03:50.178936 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.274426 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cad0fede-eefc-472e-93f8-75a6a34e9b44 req-0effd096-2e51-4675-86f6-2791693211cd tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151412 Nov 23 13:03:50.346225 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.378401 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c82538-7b51-4db8-8118-b46b6f6cb5ae']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:50.391653 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f2597f-b924-42ef-a885-0a1a1a589a43') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:50.391954 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f2597f-b924-42ef-a885-0a1a1a589a43') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:50.404908 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3108507'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.422774 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.429315 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Releasing vlan 1215 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:03:50.429810 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2257488'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: Traceback (most recent call last): Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: timer() Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: cb(*args, **kw) Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: return func(*args, **kwargs) Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: self._notify() Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: self.callback(batched_events) Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: event.method(event) Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: return f(self, *a, **k) Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._get(url).json() Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: return self.request(url, 'GET', **kwargs) Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:03:50.443444 dv-cinder-818886-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:03:50.523091 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.528159 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:50.547211 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.559842 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Pushing event deleted for resources: {'Network': ['ID=32c82538-7b51-4db8-8118-b46b6f6cb5ae,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:50.567287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 41744) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:50.568331 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] 10.222.0.60 "DELETE /v2.0/networks/32c82538-7b51-4db8-8118-b46b6f6cb5ae HTTP/1.1" status: 204 len: 168 time: 0.5645933 Nov 23 13:03:50.569814 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6ac066bb-d348-499a-93a4-87a19728342b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:50.630011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Deleting subnet 529b679d-129a-427c-a2d2-67c835db001a {{(pid=86848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:03:50.633847 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.689739 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110125'] for subnet, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.747242 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.822421 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066778'] for subnet, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.828497 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:50.836337 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9841-d194-421f-b311-510d0d55b54c req-a745d570-3949-4ccd-a9c3-f823ceb5d539 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:50.837148 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d79b9841-d194-421f-b311-510d0d55b54c req-a745d570-3949-4ccd-a9c3-f823ceb5d539 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Synchronizing usage tracker for tenant:13128fc1ba014300bfb802722969331f on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:50.855463 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d79b9841-d194-421f-b311-510d0d55b54c req-a745d570-3949-4ccd-a9c3-f823ceb5d539 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Unset dirty status for tenant:13128fc1ba014300bfb802722969331f on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:50.857367 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-a745d570-3949-4ccd-a9c3-f823ceb5d539 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 814 time: 0.1877365 Nov 23 13:03:50.868344 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529b679d-129a-427c-a2d2-67c835db001a,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:50.870275 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:50.874194 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:50.880904 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/529b679d-129a-427c-a2d2-67c835db001a HTTP/1.1" status: 204 len: 168 time: 0.3101373 Nov 23 13:03:50.881079 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-9bb2e662-e423-4e24-a152-9e60da89a975 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/quotas/13128fc1ba014300bfb802722969331f HTTP/1.1" status: 200 len: 375 time: 0.0163198 Nov 23 13:03:50.881382 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41758) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:51.037204 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.107250 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d79b9841-d194-421f-b311-510d0d55b54c req-f834a759-ddc9-46b5-a807-d3b8b9728cb1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Synchronizing usage tracker for tenant:13128fc1ba014300bfb802722969331f on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:51.171153 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:03:51.188566 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.199623 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-d79b9841-d194-421f-b311-510d0d55b54c req-f834a759-ddc9-46b5-a807-d3b8b9728cb1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Unset dirty status for tenant:13128fc1ba014300bfb802722969331f on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:51.200997 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-f834a759-ddc9-46b5-a807-d3b8b9728cb1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3165522 Nov 23 13:03:51.234399 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406f3f82-f477-41de-8ccb-91e8fe216441']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:51.248468 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:51.248846 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.257035 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68128a48-5572-4a82-bd1e-801f38401002') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:51.257327 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68128a48-5572-4a82-bd1e-801f38401002') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:03:51.323055 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3108507'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.347367 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.375649 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Releasing vlan 1218 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:03:51.376166 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2257488'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: Traceback (most recent call last): Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: timer() Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: cb(*args, **kw) Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: return func(*args, **kwargs) Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: self._notify() Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: self.callback(batched_events) Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: event.method(event) Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: return f(self, *a, **k) Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._get(url).json() Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: return self.request(url, 'GET', **kwargs) Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:03:51.390377 dv-cinder-818886-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:03:51.426765 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.457897 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:51.468172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:03:51.473498 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.473908 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-929d81ff-dd96-4a40-a6a6-a169f8f7df5f service neutron] 10.222.0.60 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598400 Nov 23 13:03:51.475914 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c3a2790b-6ba7-4293-bd86-7330fdf9183f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:51.510712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0608896-22a2-40c5-8fff-4dee9c135174 req-806abb77-e406-42a5-8724-804dab6dab08 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:51.511724 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.519746 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d0608896-22a2-40c5-8fff-4dee9c135174 req-806abb77-e406-42a5-8724-804dab6dab08 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.0972648 Nov 23 13:03:51.557110 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=7']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:51.560076 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:51.569829 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d0608896-22a2-40c5-8fff-4dee9c135174 req-0ed5fe3c-377a-40d6-8df5-71cce17b9d7e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488498 Nov 23 13:03:51.668119 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:51.683248 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:51.706576 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=406f3f82-f477-41de-8ccb-91e8fe216441,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:51.710467 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:51.712758 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7cf670fc-83be-4383-a5ae-a4a1c5667d07 admin admin] 10.222.0.60 "DELETE /v2.0/networks/406f3f82-f477-41de-8ccb-91e8fe216441 HTTP/1.1" status: 204 len: 168 time: 0.8302581 Nov 23 13:03:51.756831 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'code': 200} Nov 23 13:03:51.769892 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-ff79db38-5d8d-4ba6-9039-2cfbc65b15e7 service neutron] 10.222.0.60 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846239 Nov 23 13:03:51.925806 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41780) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:51.990683 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-188515ca-9e37-42a6-968f-6e7cded75e3d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ae6a02f9730467d9f1f2f1b6b622ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617018 Nov 23 13:03:51.993274 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41786) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:51.993424 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a1f8085a-fd6c-4119-b4aa-8309730fd084 req-de996a63-c30d-4ad5-a407-7924ea59e32a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0491843 Nov 23 13:03:52.063365 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2711047d-9da2-4e3e-b384-4b06367f5710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:52.093467 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2711047d-9da2-4e3e-b384-4b06367f5710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:52.168876 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2711047d-9da2-4e3e-b384-4b06367f5710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:52.177421 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a0cf9597-e47e-4a2f-8358-ffb60e1f5cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:52.194504 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711047d-9da2-4e3e-b384-4b06367f5710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00a15f0-95d0-4975-a978-6b7a70b8cb7d,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:52.198407 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2711047d-9da2-4e3e-b384-4b06367f5710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:52.199419 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2711047d-9da2-4e3e-b384-4b06367f5710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:52.203329 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2711047d-9da2-4e3e-b384-4b06367f5710 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e00a15f0-95d0-4975-a978-6b7a70b8cb7d HTTP/1.1" status: 204 len: 168 time: 0.2058184 Nov 23 13:03:52.584426 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41804) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:52.651341 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1606de45-5658-4ab9-af7b-412409215a72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1276c869db1e4aa1ae8f202c9d83e5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654602 Nov 23 13:03:52.653720 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 41810) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:03:52.766954 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-348fc4bf-6445-4d10-84db-12ff0a20f765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:52.803063 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-348fc4bf-6445-4d10-84db-12ff0a20f765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:52.870455 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6935ed-3bd7-47ee-9db2-f6c83fc9a443 req-e657fcad-76d2-48e6-bca1-0425af9c8882 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:52.872077 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f6935ed-3bd7-47ee-9db2-f6c83fc9a443 req-e657fcad-76d2-48e6-bca1-0425af9c8882 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1571057 Nov 23 13:03:52.920842 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-348fc4bf-6445-4d10-84db-12ff0a20f765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:52.927726 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2718f3e2-e093-4b4d-b8ae-b1cde3c47b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:52.945851 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fc4bf-6445-4d10-84db-12ff0a20f765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ede638-4991-4f09-a791-d2097fe95706,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:52.951487 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7f6935ed-3bd7-47ee-9db2-f6c83fc9a443 req-f574d1aa-3778-4a1e-8449-ea25b1fecddd tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654840 Nov 23 13:03:52.953098 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-348fc4bf-6445-4d10-84db-12ff0a20f765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:52.954360 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-348fc4bf-6445-4d10-84db-12ff0a20f765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:52.955399 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-348fc4bf-6445-4d10-84db-12ff0a20f765 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99ede638-4991-4f09-a791-d2097fe95706 HTTP/1.1" status: 204 len: 168 time: 0.3008084 Nov 23 13:03:53.166226 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-223cb7b3-0018-46d1-b552-363483ba1cfc req-6ac399d5-f9da-40e3-9c67-09658381d987 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0490432 Nov 23 13:03:53.537167 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9841-d194-421f-b311-510d0d55b54c req-53cc3e00-d4e3-4c63-abb5-c8890757857f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:53.539403 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-53cc3e00-d4e3-4c63-abb5-c8890757857f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 814 time: 0.2074094 Nov 23 13:03:53.559324 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'port': {'device_id': '74e06412-022d-4ece-920d-1cba08639d76', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'admin_state_up': True, 'tenant_id': '13128fc1ba014300bfb802722969331f'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:53.756037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:03:53.766707 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:03:53.781811 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Made reservation on behalf of 13128fc1ba014300bfb802722969331f for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:03:53.786663 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:54.059620 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Allocated IP 172.20.0.6 (80f788ec-a296-4d2f-963c-ac1dae70507a/2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9/2f280c1a-d79b-4581-bd2b-add5ec70ac56) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:03:54.416013 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5c66b356-f60c-4efc-a42f-cd23a064d0b1 req-81abb933-5e30-4147-98dd-96a458e79885 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0773406 Nov 23 13:03:54.552362 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed588d-acbf-429c-8a81-3cec6039d7d4 req-9f9e9979-f815-4241-858c-380186bbcd2a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:54.553919 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67ed588d-acbf-429c-8a81-3cec6039d7d4 req-9f9e9979-f815-4241-858c-380186bbcd2a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.3648481 Nov 23 13:03:54.603445 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:54.629099 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67ed588d-acbf-429c-8a81-3cec6039d7d4 req-cea6ea56-81a6-48d0-be13-53ae300978e4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658956 Nov 23 13:03:54.631894 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Transition to ACTIVE for port object 2f280c1a-d79b-4581-bd2b-add5ec70ac56 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:54.667077 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:54.675070 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ec7ef1b1-b6aa-4402-818d-abeaf42c6382 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:54.756730 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Network 80f788ec-a296-4d2f-963c-ac1dae70507a is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:03:54.763526 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:03:54.767547 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:03:54.818395 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'Port': ['ID=2f280c1a-d79b-4581-bd2b-add5ec70ac56,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:54.857596 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:54.885741 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:54.886388 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:54.920756 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-1ab16c6d-3a5b-4a0e-9c9a-4a6e1300c8ca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3652837 Nov 23 13:03:54.939270 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Request body: {'port': {'device_id': '74e06412-022d-4ece-920d-1cba08639d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:03:55.125158 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:55.185822 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-25ae3a2b-0b0b-4190-8653-d9a641a8d9e3 None None] Provisioning for port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:03:55.196207 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-25ae3a2b-0b0b-4190-8653-d9a641a8d9e3 None None] Provisioning complete for port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:03:55.197182 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-25ae3a2b-0b0b-4190-8653-d9a641a8d9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:55.286788 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-25ae3a2b-0b0b-4190-8653-d9a641a8d9e3 None None] Port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:03:55.706967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f280c1a-d79b-4581-bd2b-add5ec70ac56 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:03:55.735404 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:55.761257 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Transition to ACTIVE for port object 2f280c1a-d79b-4581-bd2b-add5ec70ac56 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:03:55.768931 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:55.778848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-101042f7-9449-4d2d-bf11-a09b8b46253a tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:55.995898 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73b9c9-94b4-4eb8-8d58-96a2f6ed36ea req-78e278a3-9064-40ed-9656-67b38fda32cd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:55.996568 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-0f73b9c9-94b4-4eb8-8d58-96a2f6ed36ea req-78e278a3-9064-40ed-9656-67b38fda32cd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Synchronizing usage tracker for tenant:13128fc1ba014300bfb802722969331f on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:56.049808 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976265c6-dead-4529-b768-839b63e29cad service neutron] Pushing event updated for resources: {'Port': ['ID=2f280c1a-d79b-4581-bd2b-add5ec70ac56,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:56.059945 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-976265c6-dead-4529-b768-839b63e29cad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:56.102884 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-0f73b9c9-94b4-4eb8-8d58-96a2f6ed36ea req-78e278a3-9064-40ed-9656-67b38fda32cd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Unset dirty status for tenant:13128fc1ba014300bfb802722969331f on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:56.104183 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0f73b9c9-94b4-4eb8-8d58-96a2f6ed36ea req-78e278a3-9064-40ed-9656-67b38fda32cd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 931 time: 0.5028265 Nov 23 13:03:56.142667 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Attempting to bind port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:03:56.143265 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Attempting to bind port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:03:56.143769 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Attempting to bind port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 on network 80f788ec-a296-4d2f-963c-ac1dae70507a {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:56.165313 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 on network 80f788ec-a296-4d2f-963c-ac1dae70507a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:03:56.170588 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Attempting to bind port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 on network 80f788ec-a296-4d2f-963c-ac1dae70507a {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:03:56.186722 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:03:56.187438 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Checking segment: {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:03:56.188264 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Bound using segment: {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:03:56.189241 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Bound port: 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd693f9-f905-4ba8-97ab-5da64a693a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1227, 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:03:56.189794 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:56.218100 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a4402-1816-4e73-b749-6fe06a67e5ba req-0543f125-3cec-483e-9348-92177b2456f4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:56.232961 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-878a4402-1816-4e73-b749-6fe06a67e5ba req-0543f125-3cec-483e-9348-92177b2456f4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1901808 Nov 23 13:03:56.300886 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0f73b9c9-94b4-4eb8-8d58-96a2f6ed36ea req-2473cd91-3b72-4755-889b-b81ce5017a40 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804693 Nov 23 13:03:56.365328 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] For port 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:03:56.369719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] For port 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:03:56.373652 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-878a4402-1816-4e73-b749-6fe06a67e5ba req-12cfdfee-f029-4c05-a7df-8c98baf9b6b1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395788 Nov 23 13:03:56.377414 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:56.383908 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c69f3681-d7c9-4e21-86ab-02514a7fc40c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:03:56.463176 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:56.463808 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:03:56.466088 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-976265c6-dead-4529-b768-839b63e29cad service neutron] 10.222.0.84 "PUT /v2.0/ports/2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 1093 time: 1.5320694 Nov 23 13:03:56.466774 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:03:56.520426 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976265c6-dead-4529-b768-839b63e29cad service neutron] Pushing event updated for resources: {'Port': ['ID=2f280c1a-d79b-4581-bd2b-add5ec70ac56,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:03:56.525888 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-976265c6-dead-4529-b768-839b63e29cad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:03:56.632680 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'status': 'completed', 'code': 200} Nov 23 13:03:56.694889 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9841-d194-421f-b311-510d0d55b54c req-1b8f9ac4-a220-4c0b-ad03-5a028ed363ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:56.697123 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-1b8f9ac4-a220-4c0b-ad03-5a028ed363ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1096 time: 0.1346619 Nov 23 13:03:56.843850 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-c9e6568a-5e85-4db8-a088-51f194ad8d43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 217 time: 0.1251466 Nov 23 13:03:56.975384 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9841-d194-421f-b311-510d0d55b54c req-ee00deab-ab0d-4067-9d2c-0e9ff6a141d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:56.977698 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-ee00deab-ab0d-4067-9d2c-0e9ff6a141d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.1269035 Nov 23 13:03:57.284607 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b9841-d194-421f-b311-510d0d55b54c req-6ece3c2f-5153-47d4-9b7b-feb4d32ae65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:57.287146 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-6ece3c2f-5153-47d4-9b7b-feb4d32ae65b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1872518 Nov 23 13:03:57.731789 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe560ed9-ef21-4bb1-af82-8ffb080c0f63 req-0a44e311-f544-4b1e-b542-e2930797a60f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:57.752916 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fe560ed9-ef21-4bb1-af82-8ffb080c0f63 req-0a44e311-f544-4b1e-b542-e2930797a60f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.1970124 Nov 23 13:03:57.862424 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-fe560ed9-ef21-4bb1-af82-8ffb080c0f63 req-37ec2a9e-9030-4ece-8c24-7ae785a0a26e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Synchronizing usage tracker for tenant:13128fc1ba014300bfb802722969331f on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:03:57.922325 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-fe560ed9-ef21-4bb1-af82-8ffb080c0f63 req-37ec2a9e-9030-4ece-8c24-7ae785a0a26e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Unset dirty status for tenant:13128fc1ba014300bfb802722969331f on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:03:57.934195 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fe560ed9-ef21-4bb1-af82-8ffb080c0f63 req-37ec2a9e-9030-4ece-8c24-7ae785a0a26e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784711 Nov 23 13:03:58.251460 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-fa916b6c-ecbe-4412-a6c9-058bd928d825 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049614 Nov 23 13:03:58.568352 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d79b9841-d194-421f-b311-510d0d55b54c req-a3720043-b819-4619-ac2d-e960bd69fac1 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248869 Nov 23 13:03:58.627844 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabb41d-f502-418d-a8d0-35f52eb5f983 req-dbccb9ea-406e-43d4-9ffe-3ab3e5a44cc2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:58.638561 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ebabb41d-f502-418d-a8d0-35f52eb5f983 req-dbccb9ea-406e-43d4-9ffe-3ab3e5a44cc2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.3858492 Nov 23 13:03:58.715594 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ebabb41d-f502-418d-a8d0-35f52eb5f983 req-915dd48d-a4e6-4945-86c2-27c4d2c6210c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760906 Nov 23 13:03:59.223864 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7f709-8059-4726-b2f4-15ec3deeebcc req-776279e4-acae-454d-98bd-6603922c09b7 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:03:59.225177 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0bc7f709-8059-4726-b2f4-15ec3deeebcc req-776279e4-acae-454d-98bd-6603922c09b7 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.1201165 Nov 23 13:03:59.309569 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0bc7f709-8059-4726-b2f4-15ec3deeebcc req-9715921c-9bd0-4154-a37c-2b5d7410ae09 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723178 Nov 23 13:04:00.090170 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3ef8-5389-43c8-8dec-f2bb9b9ed2c8 req-4f8acee6-2473-4e1b-b3cd-113743e810f4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:00.091725 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8e2b3ef8-5389-43c8-8dec-f2bb9b9ed2c8 req-4f8acee6-2473-4e1b-b3cd-113743e810f4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1223524 Nov 23 13:04:00.178634 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8e2b3ef8-5389-43c8-8dec-f2bb9b9ed2c8 req-2e2ac27e-a98c-4b6a-996b-23a8fc3d6161 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801868 Nov 23 13:04:00.574907 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7709f-3b1a-4c11-89a2-1d2e8bf83724 req-da83da6e-9d93-4b32-a6f9-0ac10c428d9f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:00.583853 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eda7709f-3b1a-4c11-89a2-1d2e8bf83724 req-da83da6e-9d93-4b32-a6f9-0ac10c428d9f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.1388743 Nov 23 13:04:00.637364 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eda7709f-3b1a-4c11-89a2-1d2e8bf83724 req-9719c7a7-71f6-4cb8-863d-a27ef54657e1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520422 Nov 23 13:04:01.542588 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9bc8a-1f4a-4ccb-9bc0-bd100164123c req-3e10e906-9b79-4635-bea6-c9df81cf6d54 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:01.550183 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8eb9bc8a-1f4a-4ccb-9bc0-bd100164123c req-3e10e906-9b79-4635-bea6-c9df81cf6d54 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1139433 Nov 23 13:04:01.600040 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8eb9bc8a-1f4a-4ccb-9bc0-bd100164123c req-5741f13e-a947-4d3a-aeef-c3551ad20277 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488203 Nov 23 13:04:01.871043 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b8ee8-3d5b-48af-99c1-313f1ac0fe39 req-139aa4fc-3ea5-43c4-be19-3f2fba6f0808 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:01.873645 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-052b8ee8-3d5b-48af-99c1-313f1ac0fe39 req-139aa4fc-3ea5-43c4-be19-3f2fba6f0808 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.1234267 Nov 23 13:04:01.927118 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-052b8ee8-3d5b-48af-99c1-313f1ac0fe39 req-fc456f68-bfd0-43d7-91a6-f79ebad92b88 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476100 Nov 23 13:04:02.814763 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66398b53-a886-45dc-9834-365ae42b44c6 req-8f068f5c-8ac6-4158-b810-58405ccd5ddc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:02.822536 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-66398b53-a886-45dc-9834-365ae42b44c6 req-8f068f5c-8ac6-4158-b810-58405ccd5ddc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0986083 Nov 23 13:04:02.874992 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-66398b53-a886-45dc-9834-365ae42b44c6 req-519c0dcf-7cc7-4d5b-84d8-e47f940f200c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493610 Nov 23 13:04:03.123105 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5938f-feb9-4cc5-8e07-535d9a4d3821 req-c1514e97-1b8c-4b69-b88e-8643333d5ab5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:03.125390 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fce5938f-feb9-4cc5-8e07-535d9a4d3821 req-c1514e97-1b8c-4b69-b88e-8643333d5ab5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0871572 Nov 23 13:04:03.177052 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fce5938f-feb9-4cc5-8e07-535d9a4d3821 req-b0b80b5d-acad-40d8-ae4d-7b379bcf913a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454943 Nov 23 13:04:04.082000 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57082df5-55c8-4931-a412-fc17201876a4 req-a46b8b5c-a5a7-4b02-9caa-d72d06c3d1df tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:04.083731 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-57082df5-55c8-4931-a412-fc17201876a4 req-a46b8b5c-a5a7-4b02-9caa-d72d06c3d1df tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0923622 Nov 23 13:04:04.134761 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-57082df5-55c8-4931-a412-fc17201876a4 req-63c69562-2a06-420b-8c4e-0f8f514c8b5c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Nov 23 13:04:04.390846 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3d9b5-472c-4e83-a889-9402075b6f6b req-ecd6bfd1-cfb4-4f56-9dec-913dc7942105 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:04.393106 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9fa3d9b5-472c-4e83-a889-9402075b6f6b req-ecd6bfd1-cfb4-4f56-9dec-913dc7942105 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.1025662 Nov 23 13:04:04.461292 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9fa3d9b5-472c-4e83-a889-9402075b6f6b req-82c7e5a3-641e-4742-a507-d677e8712b5c tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594447 Nov 23 13:04:05.430306 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79497573-ab4a-497f-993e-7bf77240bca9 req-0b07b966-4473-4a06-80f1-75983ff8464e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:05.431842 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-79497573-ab4a-497f-993e-7bf77240bca9 req-0b07b966-4473-4a06-80f1-75983ff8464e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1656065 Nov 23 13:04:05.490887 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-79497573-ab4a-497f-993e-7bf77240bca9 req-16d29e1a-5e5d-43f9-a9de-bcf87436fb50 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513103 Nov 23 13:04:05.774814 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90054676-919f-45f9-a1da-b61751f7bcd6 req-56dfe521-7acf-4f4c-886e-00a7a511348e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:05.782130 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-90054676-919f-45f9-a1da-b61751f7bcd6 req-56dfe521-7acf-4f4c-886e-00a7a511348e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.1284997 Nov 23 13:04:05.888984 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-90054676-919f-45f9-a1da-b61751f7bcd6 req-d2ab1e71-e68b-4f79-be5c-eda73bc5e541 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058207 Nov 23 13:04:06.701654 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47cefb-f8c0-4bdb-b690-f6c19f5fb48e req-9eee6152-0c5b-4ebe-be23-2757af093a3d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:06.703100 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a47cefb-f8c0-4bdb-b690-f6c19f5fb48e req-9eee6152-0c5b-4ebe-be23-2757af093a3d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0942750 Nov 23 13:04:06.747517 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a47cefb-f8c0-4bdb-b690-f6c19f5fb48e req-7164ae3c-7f92-42e1-9166-553f73d4b75c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382636 Nov 23 13:04:07.086310 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdeb1a-7f6d-4b04-966b-a32770e7a7f0 req-88a3931a-ab4a-45e6-8973-1d5ddb38836c tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:07.087786 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f0cdeb1a-7f6d-4b04-966b-a32770e7a7f0 req-88a3931a-ab4a-45e6-8973-1d5ddb38836c tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0855396 Nov 23 13:04:07.134441 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f0cdeb1a-7f6d-4b04-966b-a32770e7a7f0 req-d5ab4ca9-25e9-4a0e-bb5c-434aebdd2ebe tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408661 Nov 23 13:04:07.260741 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2f26e705-a500-40a1-8ba1-b00240b42690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:07.721624 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:07.959424 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fc84c-b743-438b-b400-3543ebfff947 req-f0da7f6d-babe-43ca-8666-4060e400a313 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:07.961130 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1d9fc84c-b743-438b-b400-3543ebfff947 req-f0da7f6d-babe-43ca-8666-4060e400a313 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0894735 Nov 23 13:04:08.015556 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1d9fc84c-b743-438b-b400-3543ebfff947 req-ecb77ab2-c601-44f3-8a56-5577af04bd75 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481896 Nov 23 13:04:08.342726 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211dea9-2d89-45b7-840b-aa2d8773666c req-be864c13-e327-431e-853a-eef9eeb88d27 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:08.344216 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d211dea9-2d89-45b7-840b-aa2d8773666c req-be864c13-e327-431e-853a-eef9eeb88d27 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0986927 Nov 23 13:04:08.391711 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d211dea9-2d89-45b7-840b-aa2d8773666c req-0b273125-01b8-4781-b3f0-026f86d27a44 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Nov 23 13:04:09.214088 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42b2e2-a9a1-4323-a069-3e8e92fe64e1 req-07fd8c87-037b-4ccd-8857-0f7c16188aac tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:09.215701 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bd42b2e2-a9a1-4323-a069-3e8e92fe64e1 req-07fd8c87-037b-4ccd-8857-0f7c16188aac tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0872521 Nov 23 13:04:09.267644 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bd42b2e2-a9a1-4323-a069-3e8e92fe64e1 req-a860feb6-ff80-419c-9581-247c2db7d565 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Nov 23 13:04:09.600562 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f08a1-1297-43bb-83eb-472ff495b95e req-0f14a2ad-89ba-4bc5-80b8-2fb0610d63a2 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:09.602465 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3b1f08a1-1297-43bb-83eb-472ff495b95e req-0f14a2ad-89ba-4bc5-80b8-2fb0610d63a2 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0891664 Nov 23 13:04:09.661223 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3b1f08a1-1297-43bb-83eb-472ff495b95e req-6b30aa50-9a24-454d-9b0e-119ccb1e339e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505850 Nov 23 13:04:10.113052 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bff2453f-e6d0-4fbc-aea1-f2f1f494ed13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:10.491009 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2d937-d87e-48dd-b2d6-0497c6b6db64 req-094c2ff9-0e29-4d07-ae82-ad98cead32d8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:10.492591 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-96c2d937-d87e-48dd-b2d6-0497c6b6db64 req-094c2ff9-0e29-4d07-ae82-ad98cead32d8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0919042 Nov 23 13:04:10.541788 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-96c2d937-d87e-48dd-b2d6-0497c6b6db64 req-21063715-ff42-4e12-934a-d5ddac3f6a83 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Nov 23 13:04:10.875441 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027fc8b-9862-477c-841b-9b4f32551714 req-86eeaf06-20fb-45f7-92dc-807c92f8362b tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:10.876441 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7027fc8b-9862-477c-841b-9b4f32551714 req-86eeaf06-20fb-45f7-92dc-807c92f8362b tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0945663 Nov 23 13:04:10.923527 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7027fc8b-9862-477c-841b-9b4f32551714 req-900322b8-0e6c-4c8a-9b3c-d7c7e8ed4e24 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Nov 23 13:04:11.169583 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:11.541466 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42182) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:11.691552 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:11.709366 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:11.724724 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Usage tracker for resource:security_group_rule and tenant:da4a0655e30c4623a8ec32e708b41253 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:11.736943 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:11.746200 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:11.756782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef7a2b-d4b4-4a42-aaa2-127f454a5ff9 req-5bdfe05b-d2df-4d60-812b-01e76f641f1f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:11.758347 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f7ef7a2b-d4b4-4a42-aaa2-127f454a5ff9 req-5bdfe05b-d2df-4d60-812b-01e76f641f1f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0878236 Nov 23 13:04:11.810290 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f7ef7a2b-d4b4-4a42-aaa2-127f454a5ff9 req-7e816f82-be3a-4f48-8e99-8480885b74f5 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Nov 23 13:04:11.935763 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:11.948226 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:11.987051 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:12.038461 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da4a0655e30c4623a8ec32e708b41253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955022 Nov 23 13:04:12.047355 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6351201e-8783-4c96-a3c5-40156c3a4f96,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:12.050558 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42202) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:12.064052 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.066957 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.067350 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.067735 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.068132 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.076302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.076302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.076302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.076302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.076302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.076302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.076302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.090135 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:12.203295 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efc354-1d43-418d-a759-d6e6d7e62c0b req-3187c1c4-d2c3-4a4b-934a-62ddbdb6ad8a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:12.220006 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10efc354-1d43-418d-a759-d6e6d7e62c0b req-3187c1c4-d2c3-4a4b-934a-62ddbdb6ad8a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.1250460 Nov 23 13:04:12.239479 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:12.289523 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:12.306261 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-10efc354-1d43-418d-a759-d6e6d7e62c0b req-07346ee6-5bcd-443d-89c5-a8f13c0cf83e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816717 Nov 23 13:04:12.367631 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:12.376956 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-47ed45b7-2210-43bb-9e06-897f925e2982 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:12.393706 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6351201e-8783-4c96-a3c5-40156c3a4f96,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:12.403532 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.404193 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.404740 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.405274 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.405786 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.406310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.406833 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.407363 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.407713 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.408067 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.408442 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.408784 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:12.417435 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:12.418674 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:12.426396 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6351201e-8783-4c96-a3c5-40156c3a4f96 HTTP/1.1" status: 204 len: 168 time: 0.3710706 Nov 23 13:04:12.493047 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:13.066339 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659596e-3d33-43ac-9f37-f658f73b3550 req-9f2b2014-b0e3-4893-84fd-a704e4ad4ad0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:13.067896 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f659596e-3d33-43ac-9f37-f658f73b3550 req-9f2b2014-b0e3-4893-84fd-a704e4ad4ad0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1107805 Nov 23 13:04:13.119864 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f659596e-3d33-43ac-9f37-f658f73b3550 req-24b81f1f-131b-453c-ba6c-fe68c0e00b8b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Nov 23 13:04:13.855959 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e098a-2990-41f7-8f0b-f21a7e82221f req-9139ec1e-4dca-4db6-8f8b-bac1c98722fc tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:13.858098 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e56e098a-2990-41f7-8f0b-f21a7e82221f req-9139ec1e-4dca-4db6-8f8b-bac1c98722fc tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.2547355 Nov 23 13:04:13.914775 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e56e098a-2990-41f7-8f0b-f21a7e82221f req-793479bd-9789-4ce2-83ad-ef5f85ff90ff tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Nov 23 13:04:14.326849 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acd5e1-9f2f-48e7-9e1d-c61559728160 req-279d2dd7-0ac6-4436-99e2-6c44fe38f366 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:14.328575 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-11acd5e1-9f2f-48e7-9e1d-c61559728160 req-279d2dd7-0ac6-4436-99e2-6c44fe38f366 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0912261 Nov 23 13:04:14.382726 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-11acd5e1-9f2f-48e7-9e1d-c61559728160 req-48af9944-bc0f-44e5-98bd-2492d683b2c3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452037 Nov 23 13:04:14.729183 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42298) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:14.853406 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:14.868579 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:14.872963 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Usage tracker for resource:security_group_rule and tenant:66f7aaac4c484e60ad29b14645fccd6b is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:14.875658 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:14.881325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:14.976930 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:14.982298 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:14.990474 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1611fe08-b098-465c-afbb-8c9e2ed9aa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:15.041494 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c01348-d41d-408c-833a-ed87f5a879cf,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:15.045186 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:15.051226 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66f7aaac4c484e60ad29b14645fccd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208749 Nov 23 13:04:15.052030 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42314) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:15.110309 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2514e9-4e2b-4bfa-a06a-0ead29b155ca req-199c9203-b516-4567-b484-af5a53b036f3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:15.112529 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0b2514e9-4e2b-4bfa-a06a-0ead29b155ca req-199c9203-b516-4567-b484-af5a53b036f3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0860431 Nov 23 13:04:15.114823 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-96e77405-98cc-4e96-92ec-99852b969d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.146781 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-96e77405-98cc-4e96-92ec-99852b969d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.161885 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0b2514e9-4e2b-4bfa-a06a-0ead29b155ca req-8cc87329-62a1-493a-83b7-00e0352b1a43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 Nov 23 13:04:15.205485 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-96e77405-98cc-4e96-92ec-99852b969d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.209338 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-f8927552-1d52-4bcb-a8f5-ba3514a3ad34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:15.224079 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e77405-98cc-4e96-92ec-99852b969d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c01348-d41d-408c-833a-ed87f5a879cf,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:15.227178 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-96e77405-98cc-4e96-92ec-99852b969d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.231380 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-96e77405-98cc-4e96-92ec-99852b969d80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84c01348-d41d-408c-833a-ed87f5a879cf HTTP/1.1" status: 204 len: 168 time: 0.1773562 Nov 23 13:04:15.232431 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-96e77405-98cc-4e96-92ec-99852b969d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:15.281667 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:04:15.454228 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42334) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:15.579899 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.597121 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:15.601277 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Usage tracker for resource:security_group_rule and tenant:b3dbcfde7bdd4fa0b8b72f212ea3133a is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:15.604505 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:15.610441 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:15.634560 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42340) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:15.660625 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.670542 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b34638-ddcd-4759-9f5e-c358f5311bf5 req-aee80b77-ca37-4343-a5a1-2878f859be43 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:15.671995 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-05b34638-ddcd-4759-9f5e-c358f5311bf5 req-aee80b77-ca37-4343-a5a1-2878f859be43 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1647229 Nov 23 13:04:15.684558 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:15.689872 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Usage tracker for resource:security_group_rule and tenant:f22bed794dea4172ac759643cf9decf8 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:15.695689 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:15.702830 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:15.719101 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-05b34638-ddcd-4759-9f5e-c358f5311bf5 req-512b1eb6-8068-4d30-a984-cae4d84ce48e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Nov 23 13:04:15.760392 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.769141 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.778400 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2711047d-9da2-4e3e-b384-4b06367f5710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:15.839612 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3dbcfde7bdd4fa0b8b72f212ea3133a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842452 Nov 23 13:04:15.842809 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42344) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:15.848553 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e66fe6-1085-4f2d-afd0-8117bac59e7b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:15.853325 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:15.873652 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.878976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.887297 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e4d51177-6420-4873-b836-2d528478c0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:15.909018 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2815eaa2-7871-49f0-87d4-6119ad518d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.931324 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f22bed794dea4172ac759643cf9decf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929850 Nov 23 13:04:15.931804 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42350) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:15.934527 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456b7a69-60ad-486e-8cc9-c3edb7fea692,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:15.934696 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2815eaa2-7871-49f0-87d4-6119ad518d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.948038 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:15.991311 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2815eaa2-7871-49f0-87d4-6119ad518d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:15.997999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b83f0b80-3361-4b47-9fda-0f7fb3f17a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:16.002594 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc34b5c9-32ec-499f-9128-7bd71a35b84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.009930 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815eaa2-7871-49f0-87d4-6119ad518d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e66fe6-1085-4f2d-afd0-8117bac59e7b,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:16.012846 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2815eaa2-7871-49f0-87d4-6119ad518d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:16.014799 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2815eaa2-7871-49f0-87d4-6119ad518d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.016285 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-2815eaa2-7871-49f0-87d4-6119ad518d6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43e66fe6-1085-4f2d-afd0-8117bac59e7b HTTP/1.1" status: 204 len: 168 time: 0.1720047 Nov 23 13:04:16.045195 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc34b5c9-32ec-499f-9128-7bd71a35b84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.095304 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc34b5c9-32ec-499f-9128-7bd71a35b84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.100277 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-44a58e32-f7b3-4493-a08d-2fa564327913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:16.113918 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34b5c9-32ec-499f-9128-7bd71a35b84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456b7a69-60ad-486e-8cc9-c3edb7fea692,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:16.117788 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-cc34b5c9-32ec-499f-9128-7bd71a35b84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:16.128978 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cc34b5c9-32ec-499f-9128-7bd71a35b84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.130253 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-cc34b5c9-32ec-499f-9128-7bd71a35b84b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/456b7a69-60ad-486e-8cc9-c3edb7fea692 HTTP/1.1" status: 204 len: 168 time: 0.1976123 Nov 23 13:04:16.355475 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f477-649d-468d-9c83-3be526542c7e req-6159f33b-8e72-4ff0-825a-a9990305ccf5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:16.362405 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8e9f477-649d-468d-9c83-3be526542c7e req-6159f33b-8e72-4ff0-825a-a9990305ccf5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0906467 Nov 23 13:04:16.403394 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8e9f477-649d-468d-9c83-3be526542c7e req-fedabff7-2add-4cf2-b37a-e4563d604caa tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400963 Nov 23 13:04:16.457950 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42370) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:16.475389 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.494534 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:16.499076 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Usage tracker for resource:security_group_rule and tenant:21cb443228d1443a83f6e004181c832b is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:16.502136 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:16.508103 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:16.594088 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.598719 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.606154 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-997bd21e-f65f-4f60-873b-a2f03bda4b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:16.652625 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21cb443228d1443a83f6e004181c832b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930845 Nov 23 13:04:16.653289 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edfd357-064e-4b19-8c75-01cd1fb3854d,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:16.654967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42376) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:16.656599 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:16.717208 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a82fe79-3c76-4578-bffd-d29a32fcfd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.743647 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a82fe79-3c76-4578-bffd-d29a32fcfd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.817031 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a82fe79-3c76-4578-bffd-d29a32fcfd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.821790 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4b8eb105-e7f5-4f0d-98c8-70a248a9489b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:16.834732 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82fe79-3c76-4578-bffd-d29a32fcfd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edfd357-064e-4b19-8c75-01cd1fb3854d,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:16.838076 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6a82fe79-3c76-4578-bffd-d29a32fcfd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:16.847842 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a82fe79-3c76-4578-bffd-d29a32fcfd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:16.849235 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-6a82fe79-3c76-4578-bffd-d29a32fcfd21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1edfd357-064e-4b19-8c75-01cd1fb3854d HTTP/1.1" status: 204 len: 168 time: 0.1932957 Nov 23 13:04:17.013235 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-1f799d9f-4522-4a4f-9d19-b2906892967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:17.014758 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-1f799d9f-4522-4a4f-9d19-b2906892967f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1096 time: 0.1433558 Nov 23 13:04:17.027891 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aac64f-0521-4618-99f5-4566f3294c99 req-c5e16aa1-00e2-4993-a436-7ad3760c6c74 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:17.029710 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-25aac64f-0521-4618-99f5-4566f3294c99 req-c5e16aa1-00e2-4993-a436-7ad3760c6c74 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.1209383 Nov 23 13:04:17.165503 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-25aac64f-0521-4618-99f5-4566f3294c99 req-f34ec3f9-72bd-45a6-88fd-60d348d8d497 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105280 Nov 23 13:04:17.213862 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-1a0d273d-9953-4f39-8648-e7fd0ae24939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:17.215343 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-1a0d273d-9953-4f39-8648-e7fd0ae24939 service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.1845663 Nov 23 13:04:17.295428 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-69ee9c64-2af0-402f-886e-e6cd18c6ce95 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 217 time: 0.0729187 Nov 23 13:04:17.361209 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-7721872c-b2fb-40f4-a621-7b2781b3e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:17.362910 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-7721872c-b2fb-40f4-a621-7b2781b3e8aa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.0612502 Nov 23 13:04:17.460389 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-8ffc7f94-30bc-4023-b273-d034bb1125df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:17.462795 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-8ffc7f94-30bc-4023-b273-d034bb1125df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925214 Nov 23 13:04:17.605730 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b905c-146f-4b1d-8674-81d373d0e22e req-84adb1b1-6cea-480f-a1d6-919b210c1ba7 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:17.608105 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4a3b905c-146f-4b1d-8674-81d373d0e22e req-84adb1b1-6cea-480f-a1d6-919b210c1ba7 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0913026 Nov 23 13:04:17.624876 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-f8da419f-92d6-4542-be0b-b70f9ab433e9 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512334 Nov 23 13:04:17.657777 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4a3b905c-146f-4b1d-8674-81d373d0e22e req-1b478d91-fe0d-4ea2-92f4-445d901cb430 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424986 Nov 23 13:04:17.782151 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94229868-7859-44d6-ab0b-af8e10fadc11 req-778e1c78-e3ad-45d6-a942-a5878f788684 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484444 Nov 23 13:04:18.337929 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42464) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:18.383435 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f399c26-6356-49fe-b089-4a6b4fbee8d7 req-6df87dd6-e1c9-46ce-80e8-accbed93036c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:18.385678 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f399c26-6356-49fe-b089-4a6b4fbee8d7 req-6df87dd6-e1c9-46ce-80e8-accbed93036c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0893016 Nov 23 13:04:18.441502 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f399c26-6356-49fe-b089-4a6b4fbee8d7 req-38d97ac3-7659-4379-b0fa-c4cd1c782cda tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489459 Nov 23 13:04:18.639033 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:18.660699 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:18.667564 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Usage tracker for resource:security_group_rule and tenant:5ede48bd20d84d68a089590a0c35b1ee is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:18.671221 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:18.678079 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:18.719477 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862c6e-cbe4-4c75-a006-583559689621 req-1570195e-c93d-42f3-91e3-e4bf01333aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:18.721009 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4862c6e-cbe4-4c75-a006-583559689621 req-1570195e-c93d-42f3-91e3-e4bf01333aad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1098 time: 0.1238909 Nov 23 13:04:18.880471 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:18.903854 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d5520-fac9-44cd-ae1d-6b58b36946cd req-1e87d390-4c26-4b1a-a3b1-90c3cf807e3e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:18.905154 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:18.905614 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-456d5520-fac9-44cd-ae1d-6b58b36946cd req-1e87d390-4c26-4b1a-a3b1-90c3cf807e3e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.1274860 Nov 23 13:04:18.910677 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862c6e-cbe4-4c75-a006-583559689621 req-368234a5-41c3-4a2c-b9ca-17aa00fe79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:18.912121 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4862c6e-cbe4-4c75-a006-583559689621 req-368234a5-41c3-4a2c-b9ca-17aa00fe79d4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1830087 Nov 23 13:04:18.913339 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:18.922931 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-938f1579-dae0-4697-b1ab-419f733b862b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:18.958349 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-456d5520-fac9-44cd-ae1d-6b58b36946cd req-d7a8111d-5884-4291-84f7-402e17673f1a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443263 Nov 23 13:04:19.051287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78250bc0-c9c0-4263-866f-e3884f1aa65a,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:19.134260 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ede48bd20d84d68a089590a0c35b1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7949967 Nov 23 13:04:19.136995 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42488) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:19.138222 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9b5f4c5b-072a-4316-8b7e-53184464e2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:19.152819 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4862c6e-cbe4-4c75-a006-583559689621 req-85e8ca2a-6b3a-4cf8-81e5-ea579e55516e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 1001 time: 0.2308147 Nov 23 13:04:19.199075 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-657db3b7-39e4-4d47-a228-847d8641abb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.215859 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862c6e-cbe4-4c75-a006-583559689621 req-a8c6b090-78e1-4792-844a-e669b4c9cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:19.217374 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4862c6e-cbe4-4c75-a006-583559689621 req-a8c6b090-78e1-4792-844a-e669b4c9cb21 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0579309 Nov 23 13:04:19.226000 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-657db3b7-39e4-4d47-a228-847d8641abb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.285905 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-657db3b7-39e4-4d47-a228-847d8641abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.292277 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d371371c-aa14-4c34-817f-548d5582d0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:19.299939 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862c6e-cbe4-4c75-a006-583559689621 req-e6f7dcc9-ab06-417e-9499-e428af9586c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:19.301614 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4862c6e-cbe4-4c75-a006-583559689621 req-e6f7dcc9-ab06-417e-9499-e428af9586c3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781517 Nov 23 13:04:19.304677 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657db3b7-39e4-4d47-a228-847d8641abb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78250bc0-c9c0-4263-866f-e3884f1aa65a,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:19.310037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-657db3b7-39e4-4d47-a228-847d8641abb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:19.314192 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-657db3b7-39e4-4d47-a228-847d8641abb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.317620 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-657db3b7-39e4-4d47-a228-847d8641abb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78250bc0-c9c0-4263-866f-e3884f1aa65a HTTP/1.1" status: 204 len: 168 time: 0.1772866 Nov 23 13:04:19.457815 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4862c6e-cbe4-4c75-a006-583559689621 req-99e9050c-89c1-4334-a8fb-5f56fdb4749a service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486089 Nov 23 13:04:19.624988 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4862c6e-cbe4-4c75-a006-583559689621 req-bf0ff9fb-0ca6-4254-abab-38c1b449c96a service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447713 Nov 23 13:04:19.631666 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42502) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:19.653366 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.672738 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:19.676658 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Usage tracker for resource:security_group_rule and tenant:c7515ab6939a46a2890bade9657458e9 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:19.679435 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:19.685306 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:19.769227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.774893 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.783477 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-75815559-df6e-4f11-bf6d-52924ec9ded5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:19.858435 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7515ab6939a46a2890bade9657458e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256658 Nov 23 13:04:19.861346 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42506) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:19.864128 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc4bd4d-d362-4dcb-8708-07abfe9babee,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:19.867999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:19.906817 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4476fd-0bac-41d9-a4c5-b9d2774949fc req-e88748f1-3178-4dd5-b6ba-8308476918b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:19.908289 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5b4476fd-0bac-41d9-a4c5-b9d2774949fc req-e88748f1-3178-4dd5-b6ba-8308476918b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.3468375 Nov 23 13:04:19.926842 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1590923d-f54d-4272-9fc5-c8b6992d0cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.952815 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1590923d-f54d-4272-9fc5-c8b6992d0cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:19.953022 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5b4476fd-0bac-41d9-a4c5-b9d2774949fc req-f27de7b9-c3e1-41e1-987f-94fe591ee2db tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385578 Nov 23 13:04:20.006575 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1590923d-f54d-4272-9fc5-c8b6992d0cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:20.010357 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:20.021168 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590923d-f54d-4272-9fc5-c8b6992d0cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc4bd4d-d362-4dcb-8708-07abfe9babee,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:20.023502 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1590923d-f54d-4272-9fc5-c8b6992d0cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:20.033064 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1590923d-f54d-4272-9fc5-c8b6992d0cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:20.034423 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1590923d-f54d-4272-9fc5-c8b6992d0cd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fc4bd4d-d362-4dcb-8708-07abfe9babee HTTP/1.1" status: 204 len: 168 time: 0.1719217 Nov 23 13:04:20.155431 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f0bcb-05a1-4a90-8b45-e3e062de6823 req-407486c9-547c-41cc-90f2-914b5e20bdbb tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:20.157180 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c89f0bcb-05a1-4a90-8b45-e3e062de6823 req-407486c9-547c-41cc-90f2-914b5e20bdbb tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0919819 Nov 23 13:04:20.212184 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c89f0bcb-05a1-4a90-8b45-e3e062de6823 req-cfb2daf5-0ea6-45dc-8879-4142eaafb2e0 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456548 Nov 23 13:04:21.157190 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed322ccf-178c-4169-b559-31996e2b13d7 req-6317d727-2a26-4d62-b9b8-22e6ac326aa3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:21.158730 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ed322ccf-178c-4169-b559-31996e2b13d7 req-6317d727-2a26-4d62-b9b8-22e6ac326aa3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 945 time: 0.0956373 Nov 23 13:04:21.205041 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ed322ccf-178c-4169-b559-31996e2b13d7 req-adb50fbf-2fe0-4bd1-9477-d8b317d752ea tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Nov 23 13:04:21.244559 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42570) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:21.356275 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:04:21.361363 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.377787 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:21.382114 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Usage tracker for resource:security_group_rule and tenant:99e1e8927a8a4d5bbead7844e437004a is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:21.385973 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:21.393022 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:21.405220 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f15d80-0e30-4d50-91d3-bc678c2b1d16 req-8ab82807-dee2-465e-9532-091cbff76929 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:21.407522 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a8f15d80-0e30-4d50-91d3-bc678c2b1d16 req-8ab82807-dee2-465e-9532-091cbff76929 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0874751 Nov 23 13:04:21.454616 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a8f15d80-0e30-4d50-91d3-bc678c2b1d16 req-d403bba1-848f-43ed-b60f-ebfbe6c9e37a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Nov 23 13:04:21.480989 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.487341 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.491338 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.497095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2815eaa2-7871-49f0-87d4-6119ad518d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:21.521042 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:04:21.532521 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:21.540053 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.542674 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:21.545290 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99e1e8927a8a4d5bbead7844e437004a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994356 Nov 23 13:04:21.545775 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42580) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:21.546486 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4f76e9-b0e0-420d-a698-3d807ac8237f,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:21.549932 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:21.613715 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'code': 200} Nov 23 13:04:21.633314 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c6e698f0-c58b-424c-b5d0-842d8b92dfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.660127 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=8']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:21.662967 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c6e698f0-c58b-424c-b5d0-842d8b92dfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.673987 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.675012 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.675513 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.676300 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.676801 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.677604 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.678113 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.678595 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.679076 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.679550 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.680032 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.681235 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:04:21.687037 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:21.732519 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c6e698f0-c58b-424c-b5d0-842d8b92dfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.736799 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-14c11525-7931-4bf4-a3e1-1a9d6ea3a00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:21.748483 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e698f0-c58b-424c-b5d0-842d8b92dfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4f76e9-b0e0-420d-a698-3d807ac8237f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:21.752418 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c6e698f0-c58b-424c-b5d0-842d8b92dfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:21.755750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c6e698f0-c58b-424c-b5d0-842d8b92dfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:21.759970 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c6e698f0-c58b-424c-b5d0-842d8b92dfac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa4f76e9-b0e0-420d-a698-3d807ac8237f HTTP/1.1" status: 204 len: 168 time: 0.2131383 Nov 23 13:04:21.987701 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42602) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:22.111892 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.128201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:22.132156 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Usage tracker for resource:security_group_rule and tenant:f918a3fa441a43cabfa2f4a0701a60b4 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:22.135254 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:22.141550 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:22.247294 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.253194 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.264834 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c4c234ab-a224-4b95-8f2c-61cde3d4426c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:22.308465 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f918a3fa441a43cabfa2f4a0701a60b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169038 Nov 23 13:04:22.308465 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114ae49e-60c7-4fe3-8c34-3811fc8d8864,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:22.309295 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42622) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:22.310461 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:22.374175 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a4d121ee-2ebb-4be0-8bb9-2a9b77a954cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.401549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a4d121ee-2ebb-4be0-8bb9-2a9b77a954cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.457633 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a4d121ee-2ebb-4be0-8bb9-2a9b77a954cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.464379 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-aa9fabc2-c1f8-425f-9709-245d80a3377f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:22.478832 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d121ee-2ebb-4be0-8bb9-2a9b77a954cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114ae49e-60c7-4fe3-8c34-3811fc8d8864,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:22.483187 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a4d121ee-2ebb-4be0-8bb9-2a9b77a954cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:22.496169 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a4d121ee-2ebb-4be0-8bb9-2a9b77a954cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:22.500915 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-a4d121ee-2ebb-4be0-8bb9-2a9b77a954cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/114ae49e-60c7-4fe3-8c34-3811fc8d8864 HTTP/1.1" status: 204 len: 168 time: 0.1903694 Nov 23 13:04:22.657873 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819cbf8-2a9b-4832-9fff-98700696e5c4 req-d3db0c8a-8ceb-442c-a2b9-f0314344b22f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:22.659638 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c819cbf8-2a9b-4832-9fff-98700696e5c4 req-d3db0c8a-8ceb-442c-a2b9-f0314344b22f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 943 time: 0.0868332 Nov 23 13:04:22.730872 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63fee4-5cae-4666-a921-1df1d6a32e52 req-21b0fbf8-6283-49f1-afc7-1fca48c2249b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:22.733763 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fc63fee4-5cae-4666-a921-1df1d6a32e52 req-21b0fbf8-6283-49f1-afc7-1fca48c2249b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.4029264 Nov 23 13:04:22.733902 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c819cbf8-2a9b-4832-9fff-98700696e5c4 req-54a1f5ca-b04d-4b45-98b3-c534168267ce tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656986 Nov 23 13:04:22.783306 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fc63fee4-5cae-4666-a921-1df1d6a32e52 req-e3a09b9b-6e85-46be-9bf8-0c57a357b273 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Nov 23 13:04:23.073192 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42662) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:23.093364 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.117478 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:23.122134 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Usage tracker for resource:security_group_rule and tenant:312e66a6b7ed4887ae6e08e919b416dc is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:23.125419 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:23.132023 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:23.151707 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42668) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:23.260850 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.268396 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.279492 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-aa659c8c-4d00-47b8-b9c4-7cf813540eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:23.361774 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 2f280c1a-d79b-4581-bd2b-add5ec70ac56 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:04:23.376865 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd32ed1-9b50-40a8-9e89-2bec6735332b,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:23.379974 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:23.386377 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.387357 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-e5a9a4d6-4672-460d-88b4-52e69960cafd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=312e66a6b7ed4887ae6e08e919b416dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128555 Nov 23 13:04:23.391004 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 42678) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:23.410479 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:23.435835 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Usage tracker for resource:security_group_rule and tenant:a48448e9fef84d9aaa2946666b59573f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:23.442032 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:23.459067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:23.470849 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-3eed8d4e-3de1-4dab-8926-2834cfa73cf7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1923418 Nov 23 13:04:23.520402 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:23.527292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb3d1-a508-4ca2-8120-5a5519e0fd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.537085 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'port_id': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'mac_address': 'fa:16:3e:35:fd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:04:23.572633 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb3d1-a508-4ca2-8120-5a5519e0fd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.603968 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.637880 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.639474 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f280c1a-d79b-4581-bd2b-add5ec70ac56 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:04:23.642927 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.660732 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:23.662510 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1bbf7910-9e4d-4228-87de-b7b20a0abeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:23.666478 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.671865 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cbd7e1db-89bc-41a4-b82a-0c11223f16d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:23.718781 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a48448e9fef84d9aaa2946666b59573f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657160 Nov 23 13:04:23.719639 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d0ae6c-d48b-44ad-8d74-3dcca2938995,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:23.734547 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:23.736195 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42690) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:23.787875 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb3d1-a508-4ca2-8120-5a5519e0fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.795902 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1e821f6d-340c-4848-9d39-a5e1baa7ef59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:23.822671 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eb3d1-a508-4ca2-8120-5a5519e0fd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd32ed1-9b50-40a8-9e89-2bec6735332b,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:23.827752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ad4eb3d1-a508-4ca2-8120-5a5519e0fd14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:23.830426 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb3d1-a508-4ca2-8120-5a5519e0fd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.847328 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ad4eb3d1-a508-4ca2-8120-5a5519e0fd14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fd32ed1-9b50-40a8-9e89-2bec6735332b HTTP/1.1" status: 204 len: 168 time: 0.4450290 Nov 23 13:04:23.880161 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=2f280c1a-d79b-4581-bd2b-add5ec70ac56,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:23.893090 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f23db73-34ca-4c8f-a4fe-eb15dcf14583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:23.893273 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:23.894819 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-f9aa742f-0288-408b-a3a6-4253e5bf29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:23.896378 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-f9aa742f-0288-408b-a3a6-4253e5bf29cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1098 time: 0.2859766 Nov 23 13:04:23.927907 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f23db73-34ca-4c8f-a4fe-eb15dcf14583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:24.103553 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-df9a09f0-f3d5-46cd-a4ad-ef1eb9dde271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:24.104900 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a671907-cdb2-41fd-b81b-fbe56ecb67eb req-12b534ae-9ad0-4645-bf13-d0e30df3a6e2 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:24.105523 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-df9a09f0-f3d5-46cd-a4ad-ef1eb9dde271 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 911 time: 0.1871281 Nov 23 13:04:24.106530 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4a671907-cdb2-41fd-b81b-fbe56ecb67eb req-12b534ae-9ad0-4645-bf13-d0e30df3a6e2 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 944 time: 0.1347449 Nov 23 13:04:24.107666 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f23db73-34ca-4c8f-a4fe-eb15dcf14583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:24.114818 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:24.123681 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2f280c1a-d79b-4581-bd2b-add5ec70ac56'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:04:24.132969 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23db73-34ca-4c8f-a4fe-eb15dcf14583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d0ae6c-d48b-44ad-8d74-3dcca2938995,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:24.156344 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f23db73-34ca-4c8f-a4fe-eb15dcf14583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:24.199426 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f23db73-34ca-4c8f-a4fe-eb15dcf14583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:24.201129 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3f23db73-34ca-4c8f-a4fe-eb15dcf14583 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0d0ae6c-d48b-44ad-8d74-3dcca2938995 HTTP/1.1" status: 204 len: 168 time: 0.4625065 Nov 23 13:04:24.257507 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4a671907-cdb2-41fd-b81b-fbe56ecb67eb req-2828ce5c-6bb6-4b04-9ec7-f0e854d7d8c4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438093 Nov 23 13:04:24.357143 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-d387d651-7cce-4729-aad0-67538627f750 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 1001 time: 0.2432842 Nov 23 13:04:24.419542 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32a411-5cb6-41b3-8ac3-344762e64a85 req-9e7e7c36-c73a-4295-a1fa-6b992ce71764 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:24.425878 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e32a411-5cb6-41b3-8ac3-344762e64a85 req-9e7e7c36-c73a-4295-a1fa-6b992ce71764 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1832778 Nov 23 13:04:24.576263 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e32a411-5cb6-41b3-8ac3-344762e64a85 req-26f0e504-8c42-4294-8c6e-f8743c65c4fa tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494830 Nov 23 13:04:24.579757 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-719f0001-4fe9-41d1-a473-d9b026ef70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:24.581248 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-719f0001-4fe9-41d1-a473-d9b026ef70e4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 200 len: 848 time: 0.2165372 Nov 23 13:04:24.674553 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-6fe3dd49-8ddb-4164-acb2-a5dafb611b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:24.676061 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-6fe3dd49-8ddb-4164-acb2-a5dafb611b7d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877090 Nov 23 13:04:24.853446 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-e22663d1-9df7-4d15-ac2c-cb1aba3201fc service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701310 Nov 23 13:04:25.042729 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ac758337-159f-4d1d-8637-7b3f1efff250 req-403ce8fa-29f9-47db-9626-6e0dece3e610 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809623 Nov 23 13:04:25.057055 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42760) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:25.311444 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-f053792c-7bf0-4ff8-b6ea-9d9d9bcd7e2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2530348 Nov 23 13:04:25.398913 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 2f280c1a-d79b-4581-bd2b-add5ec70ac56 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:04:25.558379 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:04:25.567965 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b8c57-bc0b-479e-85ee-be43bb1677de req-be12a10c-5c32-4df8-bbef-0bbb161fdff0 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:25.569733 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-606b8c57-bc0b-479e-85ee-be43bb1677de req-be12a10c-5c32-4df8-bbef-0bbb161fdff0 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 944 time: 0.1820626 Nov 23 13:04:25.589848 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:04:25.590243 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.731313 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-606b8c57-bc0b-479e-85ee-be43bb1677de req-e8663c5a-8589-43eb-98f2-323d7a533301 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534066 Nov 23 13:04:25.894513 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.948897 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:04:25.974221 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:04:25.990607 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:25.993329 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:04:26.021726 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a75fe-9c30-469b-a38e-39e7c811c474 req-f134f210-daa2-41e9-9f26-8687ebed52b2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:26.027443 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-428a75fe-9c30-469b-a38e-39e7c811c474 req-f134f210-daa2-41e9-9f26-8687ebed52b2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.2043505 Nov 23 13:04:26.064633 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'code': 200} Nov 23 13:04:26.065423 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4849efb3-9285-40a0-bb93-97023c33babb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:26.099484 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-428a75fe-9c30-469b-a38e-39e7c811c474 req-7df15a5c-8a4c-4516-8994-7519ad6945cc tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635183 Nov 23 13:04:26.258091 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=2f280c1a-d79b-4581-bd2b-add5ec70ac56,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:26.261548 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:26.327697 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6bdb8f-f51d-427f-9890-ef1d57ad083e req-8ab3ac4b-0e3e-4638-ac8d-9bb1913d7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:26.329233 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd6bdb8f-f51d-427f-9890-ef1d57ad083e req-8ab3ac4b-0e3e-4638-ac8d-9bb1913d7248 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1098 time: 0.0787172 Nov 23 13:04:26.397044 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd6bdb8f-f51d-427f-9890-ef1d57ad083e req-c4bce509-80b1-41e5-812c-bdbd8fd9a33c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Nov 23 13:04:26.935514 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdc13a-20af-4fd1-a541-43c20d11cefa req-eb5d8888-6ce8-4006-bbd7-8ffda7ee3d62 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:26.937017 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6bbdc13a-20af-4fd1-a541-43c20d11cefa req-eb5d8888-6ce8-4006-bbd7-8ffda7ee3d62 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.0878949 Nov 23 13:04:26.983811 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6bbdc13a-20af-4fd1-a541-43c20d11cefa req-6b70b92c-82ce-45d6-94ce-d0a4e2f6446d tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406876 Nov 23 13:04:27.292373 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d90d-00a3-4890-978c-7d22a7359a3a req-28c5557d-811e-4e59-b4b9-3970e6c23879 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:27.293874 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b801d90d-00a3-4890-978c-7d22a7359a3a req-28c5557d-811e-4e59-b4b9-3970e6c23879 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0916822 Nov 23 13:04:27.341566 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b801d90d-00a3-4890-978c-7d22a7359a3a req-22a88001-609e-4173-a086-d86fe35287e6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Nov 23 13:04:28.231173 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd286ae-256c-49eb-9fc5-6548c20abee5 req-87fe4af8-9246-42d8-b03d-1a7be8d79994 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:28.231173 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6cd286ae-256c-49eb-9fc5-6548c20abee5 req-87fe4af8-9246-42d8-b03d-1a7be8d79994 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.0987270 Nov 23 13:04:28.273406 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6cd286ae-256c-49eb-9fc5-6548c20abee5 req-ece0ba2d-ed08-4aa0-beb0-db54b2394be2 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Nov 23 13:04:28.543647 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcfceb-d2f8-4668-be33-566181a5c8ac req-de7e0574-b84a-426e-a041-aea10f7dce2a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:28.545270 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-55fcfceb-d2f8-4668-be33-566181a5c8ac req-de7e0574-b84a-426e-a041-aea10f7dce2a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.1567111 Nov 23 13:04:28.557120 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-1181dc92-e4e8-4bfa-9a18-c122ad7fa713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:28.559174 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-1181dc92-e4e8-4bfa-9a18-c122ad7fa713 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20&tenant_id=d3e13e13e1e54f208b7be1c18e3ab703 HTTP/1.1" status: 200 len: 1096 time: 0.1044919 Nov 23 13:04:28.628201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b65bbc-b6d0-40d9-bfa1-498cdb934e69 req-06802bcd-2c76-409f-9ccf-680b107237fb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:28.629755 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-00b65bbc-b6d0-40d9-bfa1-498cdb934e69 req-06802bcd-2c76-409f-9ccf-680b107237fb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1246970 Nov 23 13:04:28.681759 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-55fcfceb-d2f8-4668-be33-566181a5c8ac req-d411e712-840a-40d7-a659-b0c5ad035638 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289251 Nov 23 13:04:28.725128 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-00b65bbc-b6d0-40d9-bfa1-498cdb934e69 req-9af39946-19f3-4262-984a-4a987fa6c66d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894830 Nov 23 13:04:28.788049 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-75e0a1e0-3fc3-4294-9b2b-61dbcf8310f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:28.790391 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-75e0a1e0-3fc3-4294-9b2b-61dbcf8310f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1096 time: 0.1663988 Nov 23 13:04:28.803226 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42984) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:28.992817 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:29.002695 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-80f8671f-6f85-43f3-b382-40f9f1724132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:29.005147 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-80f8671f-6f85-43f3-b382-40f9f1724132 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.2068269 Nov 23 13:04:29.011150 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:29.016096 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Usage tracker for resource:security_group_rule and tenant:8c22cf62f5d24845bcc6cb6406acf177 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:29.020366 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:29.028711 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:29.129840 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:29.135068 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:29.136220 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-4525bedd-f6eb-43fc-916b-7ab9266b7139 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 999 time: 0.1157269 Nov 23 13:04:29.147243 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2c48fcfc-49ee-418c-a810-a2dcacf2556d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:29.187193 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc37687c-09d4-4797-8e0a-a7cce222cb38,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:29.191231 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:29.203989 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-bf3334ef-1ae0-40cf-83db-f9d50df9be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:29.205478 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-bf3334ef-1ae0-40cf-83db-f9d50df9be25 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0629103 Nov 23 13:04:29.227909 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c22cf62f5d24845bcc6cb6406acf177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235935 Nov 23 13:04:29.237852 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 42992) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:29.286349 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-005ca48d-63f5-422e-a0d8-2d228f7c9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:29.287851 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-005ca48d-63f5-422e-a0d8-2d228f7c9a87 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755198 Nov 23 13:04:29.330504 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-551a395d-5c97-4cec-b4e3-230da3a864bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:29.340348 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93959723-6c44-4b46-99d7-3ff3571314ab req-ae71fa07-13d1-42a6-9547-101a43724456 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:29.341840 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-93959723-6c44-4b46-99d7-3ff3571314ab req-ae71fa07-13d1-42a6-9547-101a43724456 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.1579771 Nov 23 13:04:29.389754 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-551a395d-5c97-4cec-b4e3-230da3a864bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:29.439949 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-93959723-6c44-4b46-99d7-3ff3571314ab req-fad253a5-b254-4a39-bc40-1ceaa40dfa76 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883865 Nov 23 13:04:29.445467 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-003a52ee-dd3c-40c7-bcf0-5a9506501039 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492562 Nov 23 13:04:29.478918 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-551a395d-5c97-4cec-b4e3-230da3a864bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:29.484126 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-74b1513d-4dc3-4663-8f66-801bde2eaa7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:29.499676 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-551a395d-5c97-4cec-b4e3-230da3a864bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:29.503859 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-551a395d-5c97-4cec-b4e3-230da3a864bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc37687c-09d4-4797-8e0a-a7cce222cb38 HTTP/1.1" status: 204 len: 168 time: 0.2648265 Nov 23 13:04:29.505390 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a395d-5c97-4cec-b4e3-230da3a864bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc37687c-09d4-4797-8e0a-a7cce222cb38,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:29.508576 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-551a395d-5c97-4cec-b4e3-230da3a864bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:29.592572 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43006) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:29.600133 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-60c8e47d-037d-4d9b-aefb-6ab88796d03b service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455216 Nov 23 13:04:29.944512 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:29.972430 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:29.979944 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Usage tracker for resource:security_group_rule and tenant:682b61854a484b10b65c9fcc50e2923c is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:29.983741 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:29.995519 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:30.136149 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43032) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:30.170833 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.174739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.190910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.199686 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-79f79806-0d9b-44f9-a1e7-8d86b7e09b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:30.213212 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00002186-d6f2-40e7-b588-e6a7871b7e21 req-2084b33d-33c2-4053-b53f-ce82d82ef0bb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:30.215274 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-00002186-d6f2-40e7-b588-e6a7871b7e21 req-2084b33d-33c2-4053-b53f-ce82d82ef0bb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.2578268 Nov 23 13:04:30.223798 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:04:30.234646 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Usage tracker for resource:security_group_rule and tenant:97291bd675c74ac1b834755f99ed0e75 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:04:30.244021 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:04:30.251645 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=682b61854a484b10b65c9fcc50e2923c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580338 Nov 23 13:04:30.253205 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 43040) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:30.260537 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:04:30.264590 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dfd7d9-e145-4652-a037-478bbb0b21e5,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:30.269745 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-992a1f63-668f-48c0-811a-673a4b8b46b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:30.294250 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-00002186-d6f2-40e7-b588-e6a7871b7e21 req-cdc43f03-adf2-4d85-9955-64134961e186 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726874 Nov 23 13:04:30.354116 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3a51fb0e-0866-419d-80f9-8e4d59882e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.370228 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.376375 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.387248 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-348fc4bf-6445-4d10-84db-12ff0a20f765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:30.387481 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3a51fb0e-0866-419d-80f9-8e4d59882e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.432492 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768d8e8b-3eb7-4eb6-b429-a7ffc7b5ff13,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:30.441170 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97291bd675c74ac1b834755f99ed0e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029482 Nov 23 13:04:30.441170 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:30.445075 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43048) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:04:30.455354 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3a51fb0e-0866-419d-80f9-8e4d59882e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.461838 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-aa7be3b0-c8fe-4155-90e8-7e087aa8acf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:30.480037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51fb0e-0866-419d-80f9-8e4d59882e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dfd7d9-e145-4652-a037-478bbb0b21e5,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:30.484720 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3a51fb0e-0866-419d-80f9-8e4d59882e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:30.489866 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3a51fb0e-0866-419d-80f9-8e4d59882e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.501329 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-3a51fb0e-0866-419d-80f9-8e4d59882e02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0dfd7d9-e145-4652-a037-478bbb0b21e5 HTTP/1.1" status: 204 len: 168 time: 0.2469647 Nov 23 13:04:30.524835 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fcc551ec-8281-4fa8-904b-9e23907ee4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.579699 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fcc551ec-8281-4fa8-904b-9e23907ee4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.704623 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fcc551ec-8281-4fa8-904b-9e23907ee4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.706794 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0e30a0a1-1789-467f-90fb-e7249e02d346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:04:30.739267 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc551ec-8281-4fa8-904b-9e23907ee4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768d8e8b-3eb7-4eb6-b429-a7ffc7b5ff13,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:04:30.744726 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fcc551ec-8281-4fa8-904b-9e23907ee4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:04:30.759712 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fcc551ec-8281-4fa8-904b-9e23907ee4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:30.762180 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-fcc551ec-8281-4fa8-904b-9e23907ee4a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/768d8e8b-3eb7-4eb6-b429-a7ffc7b5ff13 HTTP/1.1" status: 204 len: 168 time: 0.3160155 Nov 23 13:04:31.646662 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f28508-d6f1-41f4-9727-459bdf621f9d req-36f9b21d-5773-40ea-b2de-fda92d82806d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:31.649469 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-72f28508-d6f1-41f4-9727-459bdf621f9d req-36f9b21d-5773-40ea-b2de-fda92d82806d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1370182 Nov 23 13:04:31.759198 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-72f28508-d6f1-41f4-9727-459bdf621f9d req-e6efda0d-0e90-487d-a8aa-8883022eff42 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012833 Nov 23 13:04:33.038729 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d1902-73b7-429d-b51a-3be762afc337 req-32d64d00-56a2-4127-9291-334b8488cca2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:33.042855 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d32d1902-73b7-429d-b51a-3be762afc337 req-32d64d00-56a2-4127-9291-334b8488cca2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1457796 Nov 23 13:04:33.100761 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d32d1902-73b7-429d-b51a-3be762afc337 req-113557cf-05d0-4b8f-981b-6b4033f28880 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529242 Nov 23 13:04:34.318369 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8ce71-3eee-41a9-a5bf-190cc5348734 req-5590c1c5-bb6b-4fbf-a9d7-7354e30a169c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:34.320702 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7ac8ce71-3eee-41a9-a5bf-190cc5348734 req-5590c1c5-bb6b-4fbf-a9d7-7354e30a169c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0906515 Nov 23 13:04:34.372719 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7ac8ce71-3eee-41a9-a5bf-190cc5348734 req-dae85021-97c6-432f-bb5a-16844a615a4d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468197 Nov 23 13:04:35.595422 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e293c74-46f6-45fc-85ba-4ed74acec369 req-65581e97-5898-48c6-8e0f-ab5ed4ba1210 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:35.596882 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9e293c74-46f6-45fc-85ba-4ed74acec369 req-65581e97-5898-48c6-8e0f-ab5ed4ba1210 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0941248 Nov 23 13:04:35.647377 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9e293c74-46f6-45fc-85ba-4ed74acec369 req-3852b515-0bd2-45a9-aaf3-83a994b4b862 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444174 Nov 23 13:04:36.882191 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32c35-f22a-4d35-bc80-e8af86512fa7 req-a2718a44-0629-472e-af1b-0ec70bd9acd1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:36.883975 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c9b32c35-f22a-4d35-bc80-e8af86512fa7 req-a2718a44-0629-472e-af1b-0ec70bd9acd1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1095493 Nov 23 13:04:36.934502 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c9b32c35-f22a-4d35-bc80-e8af86512fa7 req-a74e91d5-263f-44ed-8c61-bd56ccc39848 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Nov 23 13:04:37.257365 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-90e2636b-cebe-4b45-863f-a66fe74ec843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:37.719935 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:38.135529 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1e1da-05f0-4f56-9cea-49b3170774d6 req-d8983a44-08c5-4fe0-97df-a87e9497f81a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:38.136953 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a8b1e1da-05f0-4f56-9cea-49b3170774d6 req-d8983a44-08c5-4fe0-97df-a87e9497f81a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0869741 Nov 23 13:04:38.181451 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a8b1e1da-05f0-4f56-9cea-49b3170774d6 req-0cdb212c-995c-45d0-a558-4bf0a90bb66a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385792 Nov 23 13:04:39.380458 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d67ac-eb9f-4843-a303-bff78ea3bf9a req-fc0e87f7-16cd-4e8b-aa98-097bf68b94be tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:39.382173 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5f1d67ac-eb9f-4843-a303-bff78ea3bf9a req-fc0e87f7-16cd-4e8b-aa98-097bf68b94be tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0844524 Nov 23 13:04:39.429220 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5f1d67ac-eb9f-4843-a303-bff78ea3bf9a req-9f3a0ebe-6055-41b8-a982-d187c83e1836 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Nov 23 13:04:40.118357 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-36171d1d-fa6e-47d4-88e5-91c42aa5092a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:40.653414 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67783ca-13a6-478d-a968-74858cc068a2 req-6bd88f0a-c296-4687-927b-0f9c218d349e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:40.654887 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d67783ca-13a6-478d-a968-74858cc068a2 req-6bd88f0a-c296-4687-927b-0f9c218d349e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1016295 Nov 23 13:04:40.703954 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d67783ca-13a6-478d-a968-74858cc068a2 req-de9745f1-b908-4616-a217-af64d41ef704 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Nov 23 13:04:41.170458 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:41.909801 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc903d3f-abb3-414f-b2ba-4095eaceb47d req-feb85dba-38d3-4004-bb92-3d0576c9978f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:41.911377 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fc903d3f-abb3-414f-b2ba-4095eaceb47d req-feb85dba-38d3-4004-bb92-3d0576c9978f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0879626 Nov 23 13:04:41.960472 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fc903d3f-abb3-414f-b2ba-4095eaceb47d req-3fae999d-acf9-421f-bf4b-64890170fd15 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434868 Nov 23 13:04:42.498551 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:43.170486 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15b7d9-d93a-420a-823e-4d3c87dc707a req-2723f744-0875-4e30-8d05-8ab01b7ed64e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:43.171885 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a15b7d9-d93a-420a-823e-4d3c87dc707a req-2723f744-0875-4e30-8d05-8ab01b7ed64e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0828946 Nov 23 13:04:43.223613 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a15b7d9-d93a-420a-823e-4d3c87dc707a req-072d5d62-fbc9-4518-9f2a-a3caf753f918 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Nov 23 13:04:44.438063 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6ae37-e732-436c-9f00-86c982aa3bf3 req-0aa56a26-2d74-46f9-88cd-ec7e274a4c71 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:44.439532 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2fc6ae37-e732-436c-9f00-86c982aa3bf3 req-0aa56a26-2d74-46f9-88cd-ec7e274a4c71 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0881193 Nov 23 13:04:44.564278 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2fc6ae37-e732-436c-9f00-86c982aa3bf3 req-131b46ef-ea71-41e0-9808-e0b4eeb0ffd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160982 Nov 23 13:04:45.765800 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dad4f9-cff5-47b7-af62-c300a78d2f71 req-0385093a-ab0d-4f84-8164-eb6cfe38da18 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:45.767274 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b5dad4f9-cff5-47b7-af62-c300a78d2f71 req-0385093a-ab0d-4f84-8164-eb6cfe38da18 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0821931 Nov 23 13:04:45.811432 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b5dad4f9-cff5-47b7-af62-c300a78d2f71 req-1435963a-bfc9-4650-9a4f-d8c3fbfb30a0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Nov 23 13:04:47.025705 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee002-29ba-4ef4-8359-78406f5adf87 req-1b64248e-91b3-4c95-8ff3-48172c289775 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:47.027174 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f26ee002-29ba-4ef4-8359-78406f5adf87 req-1b64248e-91b3-4c95-8ff3-48172c289775 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1018131 Nov 23 13:04:47.073702 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f26ee002-29ba-4ef4-8359-78406f5adf87 req-e73f6d62-9e79-4b2e-99b7-77b7e2634db1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407948 Nov 23 13:04:48.283719 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c23e7-c01f-4bad-b71a-d3858c4ad30c req-f926fa3c-6bc8-4621-aeee-f4b8022bd54e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:48.285856 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c55c23e7-c01f-4bad-b71a-d3858c4ad30c req-f926fa3c-6bc8-4621-aeee-f4b8022bd54e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0868077 Nov 23 13:04:48.342231 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c55c23e7-c01f-4bad-b71a-d3858c4ad30c req-5d833490-c811-429a-b17f-1d08a261237c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479960 Nov 23 13:04:48.875662 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:04:49.545725 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14662ba-2928-46bb-8d7a-8f93fae3efa6 req-eaa93c1d-e5c6-457a-92ed-799f4c3eecd2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:49.547230 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d14662ba-2928-46bb-8d7a-8f93fae3efa6 req-eaa93c1d-e5c6-457a-92ed-799f4c3eecd2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0923953 Nov 23 13:04:49.593752 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d14662ba-2928-46bb-8d7a-8f93fae3efa6 req-9f34c64a-d607-4667-a57a-d2b840329b11 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402255 Nov 23 13:04:50.791543 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28dadc-299a-437a-8f95-9c2202eb12f9 req-13fa7246-e159-492a-8720-4bac5645c672 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:50.794255 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6c28dadc-299a-437a-8f95-9c2202eb12f9 req-13fa7246-e159-492a-8720-4bac5645c672 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0848136 Nov 23 13:04:50.847770 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6c28dadc-299a-437a-8f95-9c2202eb12f9 req-2756f0f5-6fd3-4143-a9ab-f391a8296ff8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476336 Nov 23 13:04:52.054380 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e0aa9-830c-4983-b58c-7d6962958bcd req-d38b5d31-b65b-4f81-b848-62d4e9946498 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:52.055914 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bc7e0aa9-830c-4983-b58c-7d6962958bcd req-d38b5d31-b65b-4f81-b848-62d4e9946498 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0924318 Nov 23 13:04:52.102588 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bc7e0aa9-830c-4983-b58c-7d6962958bcd req-7d41a997-e681-45f2-86b3-00ffe06b59cf tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Nov 23 13:04:52.281583 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:04:53.322879 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d779155-ec46-458f-9a47-7e87051669ae req-afcf077c-9435-4a02-8afe-b11960b512cb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:53.324422 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d779155-ec46-458f-9a47-7e87051669ae req-afcf077c-9435-4a02-8afe-b11960b512cb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.1028473 Nov 23 13:04:53.370284 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d779155-ec46-458f-9a47-7e87051669ae req-e1530cc9-3341-434b-89c2-e7e7537354e3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399961 Nov 23 13:04:54.573090 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e204b9-dd92-40a8-b20f-7c1664f19268 req-3b814505-d133-4e97-a598-68b69578debd tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:54.574587 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-64e204b9-dd92-40a8-b20f-7c1664f19268 req-3b814505-d133-4e97-a598-68b69578debd tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0847754 Nov 23 13:04:54.623971 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-64e204b9-dd92-40a8-b20f-7c1664f19268 req-d46e760a-97b5-4543-886e-0b2462a8b770 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436983 Nov 23 13:04:55.825495 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dff08-8566-4f42-8d8a-2fa1c74ca145 req-79cd4a6e-9fd1-482f-b9cd-1d17959f05bd tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:55.827095 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-734dff08-8566-4f42-8d8a-2fa1c74ca145 req-79cd4a6e-9fd1-482f-b9cd-1d17959f05bd tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0832317 Nov 23 13:04:55.872328 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-734dff08-8566-4f42-8d8a-2fa1c74ca145 req-256eecbe-95f3-4b67-9121-3717b6a08a5c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395458 Nov 23 13:04:57.080812 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd43e9-0a54-442c-9145-34e88b52384e req-ee09bd66-7478-4a3a-bf5d-340ea3a0495e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:57.082259 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e7cd43e9-0a54-442c-9145-34e88b52384e req-ee09bd66-7478-4a3a-bf5d-340ea3a0495e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0922537 Nov 23 13:04:57.126739 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e7cd43e9-0a54-442c-9145-34e88b52384e req-cfb20d1e-ddcf-4739-bad1-ee20508d21b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385380 Nov 23 13:04:58.347504 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be3901-72c1-4beb-b620-e237e18a3b93 req-5bea3f9a-bad3-4c39-b793-8aebf05aeace tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:58.348871 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c5be3901-72c1-4beb-b620-e237e18a3b93 req-5bea3f9a-bad3-4c39-b793-8aebf05aeace tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0903344 Nov 23 13:04:58.395230 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c5be3901-72c1-4beb-b620-e237e18a3b93 req-9951d638-b7e1-4401-b3d3-6fb4d0ed7ee8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402203 Nov 23 13:04:59.597853 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953696a6-aaca-40fd-973d-e19f579b841b req-673b8284-2833-409c-ba77-4c3884fa0536 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:04:59.599336 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-953696a6-aaca-40fd-973d-e19f579b841b req-673b8284-2833-409c-ba77-4c3884fa0536 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0816290 Nov 23 13:04:59.648371 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-953696a6-aaca-40fd-973d-e19f579b841b req-3fb414db-7823-4b99-b4dc-82841076abb4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Nov 23 13:05:00.858866 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29e732-35a1-4b07-b879-b44167968597 req-4b63686d-2ced-4ec8-b18f-b16fa3fa87ae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:00.860243 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3f29e732-35a1-4b07-b879-b44167968597 req-4b63686d-2ced-4ec8-b18f-b16fa3fa87ae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0791597 Nov 23 13:05:00.912177 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3f29e732-35a1-4b07-b879-b44167968597 req-0a4686f0-c4ca-4f96-b64a-4a70a4654b47 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460413 Nov 23 13:05:02.112380 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bfedb-34be-49f8-9162-1d4ba2183523 req-2cb1fb1d-13a1-4812-98b0-739fd0d9fa77 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:02.113948 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b32bfedb-34be-49f8-9162-1d4ba2183523 req-2cb1fb1d-13a1-4812-98b0-739fd0d9fa77 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0846350 Nov 23 13:05:02.159894 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b32bfedb-34be-49f8-9162-1d4ba2183523 req-a28285bf-0ccf-4fd5-9853-a497484a3ecb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391464 Nov 23 13:05:03.361339 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72bfa5-e7a4-45a1-ba2c-ddcc171007f9 req-476ed072-03f6-40d3-8788-abe3834e3c1f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:03.362896 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a72bfa5-e7a4-45a1-ba2c-ddcc171007f9 req-476ed072-03f6-40d3-8788-abe3834e3c1f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 943 time: 0.0863445 Nov 23 13:05:03.406485 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6a72bfa5-e7a4-45a1-ba2c-ddcc171007f9 req-3ab88425-ee0d-40a7-8730-d0566cb25e81 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380182 Nov 23 13:05:03.790864 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:05:03.937208 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:03.950847 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'port_id': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'mac_address': 'fa:16:3e:2a:eb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:05:04.007203 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:04.026827 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:05:04.042947 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:04.050465 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:04.052332 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6837ed81-991a-4f8d-a420-d831e885029e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:04.118972 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=9']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:04.122473 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:04.614744 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3fc30-a67c-423a-a6f9-d1049cc22a9b req-5d35283f-f0e7-4019-8f65-53ded2a7dbd7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:04.616111 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4da3fc30-a67c-423a-a6f9-d1049cc22a9b req-5d35283f-f0e7-4019-8f65-53ded2a7dbd7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.0898695 Nov 23 13:05:04.660608 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4da3fc30-a67c-423a-a6f9-d1049cc22a9b req-1e7eceeb-8a3a-4254-ac77-097c30ab8333 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382621 Nov 23 13:05:05.870015 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ee41f-3d07-4657-914d-39a1e086a1c3 req-fad3b965-5f35-4286-aff4-f8a2b72d5d22 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:05.872308 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-150ee41f-3d07-4657-914d-39a1e086a1c3 req-fad3b965-5f35-4286-aff4-f8a2b72d5d22 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.0895939 Nov 23 13:05:05.921760 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-150ee41f-3d07-4657-914d-39a1e086a1c3 req-fe32a3ba-d8c6-4f37-bd89-7afc0bdfc2c8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439010 Nov 23 13:05:06.472836 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:05:07.148535 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6320d959-732e-46a7-82a2-2a6868eb31f1 req-22b8d73e-adcc-4b3c-be19-501b984010fd tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:07.150097 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6320d959-732e-46a7-82a2-2a6868eb31f1 req-22b8d73e-adcc-4b3c-be19-501b984010fd tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.0866959 Nov 23 13:05:07.198078 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6320d959-732e-46a7-82a2-2a6868eb31f1 req-2f2346ff-f28c-491b-90ad-a55f981be848 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419838 Nov 23 13:05:07.253453 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2a268c5e-6a21-46c5-abf0-f0df382fddc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:07.721641 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:08.388400 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7c6f-c150-490a-bad7-9a40cb97ff14 req-6c79b48b-1342-4eaf-bfbc-0b846c4ca01b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:08.389879 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-841d7c6f-c150-490a-bad7-9a40cb97ff14 req-6c79b48b-1342-4eaf-bfbc-0b846c4ca01b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.0809791 Nov 23 13:05:08.435112 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-841d7c6f-c150-490a-bad7-9a40cb97ff14 req-b105bdea-e04f-4eed-8968-26d14928037e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394452 Nov 23 13:05:08.727248 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dbe3b-7c3c-47c4-bc17-ac49ec44bfa6 req-2e0c0d72-ff3f-4ef6-a09f-ac2d568f299a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:08.728894 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6e8dbe3b-7c3c-47c4-bc17-ac49ec44bfa6 req-2e0c0d72-ff3f-4ef6-a09f-ac2d568f299a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.0982461 Nov 23 13:05:08.780285 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6e8dbe3b-7c3c-47c4-bc17-ac49ec44bfa6 req-2d7d5dee-1e2c-4161-9ff7-a3cf336f43cf tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399871 Nov 23 13:05:08.804059 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43558) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:09.044364 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ba8078-ce3a-4c45-b174-d80d21c7780c tempest-TestMinimumBasicScenario-1628571927 tempest-TestMinimumBasicScenario-1628571927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:09.045843 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b1ba8078-ce3a-4c45-b174-d80d21c7780c tempest-TestMinimumBasicScenario-1628571927 tempest-TestMinimumBasicScenario-1628571927-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1093 time: 0.2406685 Nov 23 13:05:09.049011 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43564) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:09.053905 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'floatingip': {'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'port_id': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:09.059808 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:09.063721 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Usage tracker for resource:floatingip and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:09.066677 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:09.072437 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:09.085397 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:09.226850 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:09.373039 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Allocated IP 172.27.3.169 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/58792f72-5d2b-49fd-b832-29012611757f) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:05:09.447781 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:05:09.519319 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:09.519836 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:09.528491 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:09.595566 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:09.604908 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ec91cc64-9832-474e-93f0-b6873842ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:09.640338 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:09.674125 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:05:09.680496 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:09.686448 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:09.688566 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-6837ed81-991a-4f8d-a420-d831e885029e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:09.761979 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=10']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:09.766648 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:09.778353 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:05:09.783018 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:09.789096 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:05:09.814994 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'Port': ['ID=58792f72-5d2b-49fd-b832-29012611757f,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:09.827200 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:09.893748 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'code': 200} Nov 23 13:05:09.917138 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638ebc4-9178-4dc3-8c20-ebb6d3b57877 req-53fc8054-c911-4ad3-8ef9-69ff1d5c6a4c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:09.918654 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c638ebc4-9178-4dc3-8c20-ebb6d3b57877 req-53fc8054-c911-4ad3-8ef9-69ff1d5c6a4c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 944 time: 0.3596640 Nov 23 13:05:10.022564 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c638ebc4-9178-4dc3-8c20-ebb6d3b57877 req-437f372b-9d50-41e0-a6c4-d731ca4e28f6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974684 Nov 23 13:05:10.113210 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2ac3d0c7-4b3a-4ccc-9e6e-e7411a3824b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:10.290877 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:10.372606 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:10.588199 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:10.594971 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:10.599451 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:10.706750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'Port': ['ID=58792f72-5d2b-49fd-b832-29012611757f,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:10.709981 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:10.710302 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d524f-442a-4200-a936-4274a0a93743 req-52661852-79d9-4e65-ac23-48996e8af5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:10.711895 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6b1d524f-442a-4200-a936-4274a0a93743 req-52661852-79d9-4e65-ac23-48996e8af5c4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1099 time: 0.1250980 Nov 23 13:05:10.719083 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:10.759808 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6b1d524f-442a-4200-a936-4274a0a93743 req-3a194107-00ac-4c79-a4d9-d4ebc1a45213 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Nov 23 13:05:10.891995 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Floating IP d56c5b6e-030c-43da-b2f0-ea6b802df37f associated. External IP: 172.27.3.169, port: 2f280c1a-d79b-4581-bd2b-add5ec70ac56. Nov 23 13:05:11.167701 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.224462 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79155f49-b212-4cef-a766-dedb15902c68 req-a00d1b94-2bfb-474b-a646-b9c868540bd6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:11.225941 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-79155f49-b212-4cef-a766-dedb15902c68 req-a00d1b94-2bfb-474b-a646-b9c868540bd6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 946 time: 0.0899708 Nov 23 13:05:11.250478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:05:11.270796 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-79155f49-b212-4cef-a766-dedb15902c68 req-b4455c25-68d6-4386-9940-90718a6c2dea tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388982 Nov 23 13:05:11.543403 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:05:11.553545 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] Sync routers for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:05:11.568629 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:05:11.569761 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:11.570532 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.636339 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 43602) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:11.636543 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5863688 Nov 23 13:05:11.637297 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:05:11.644526 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808218229', 'description': 'tempest-secgroup-smoke-808218229 description', 'project_id': '13128fc1ba014300bfb802722969331f'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:11.652611 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:11.665222 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:11.682394 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.705745 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:11.714430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Usage tracker for resource:security_group_rule and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:11.718996 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:11.726151 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:11.758212 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'status': 'completed', 'code': 200} Nov 23 13:05:11.784381 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:05:11.810369 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.817711 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.822246 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-af5aafc8-71a3-404b-bf26-87650b9624fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:11.870644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c6093d-188a-4e7e-92b1-c3497d5f8bb1,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:11.874214 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:11.878368 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.879565 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2408547 Nov 23 13:05:11.882816 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 43612) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:11.888131 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'security_group_rule': {'security_group_id': '92c6093d-188a-4e7e-92b1-c3497d5f8bb1', 'project_id': '13128fc1ba014300bfb802722969331f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:11.894170 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:11.898141 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Usage tracker for resource:security_group_rule and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:11.901083 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:11.906795 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:11.924471 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.992771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.997462 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:11.999438 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:12.023237 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f768def2-3cc1-4c8d-86dc-080e44f2fc16,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:12.028467 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:12.036440 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.040322 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563604 Nov 23 13:05:12.043436 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43620) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:12.048931 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'security_group_rule': {'security_group_id': '92c6093d-188a-4e7e-92b1-c3497d5f8bb1', 'project_id': '13128fc1ba014300bfb802722969331f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:12.058863 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:12.067522 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Usage tracker for resource:security_group_rule and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:12.076473 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:12.084682 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:12.106886 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.149365 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b11b-54b6-479c-94c1-dd932fba980f req-b5e0dd84-c927-47a7-8002-bfcfe6313a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:12.151175 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2424b11b-54b6-479c-94c1-dd932fba980f req-b5e0dd84-c927-47a7-8002-bfcfe6313a5d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1098 time: 0.1086779 Nov 23 13:05:12.175552 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.181369 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.203064 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bf009d94-618d-4091-bdc5-c7bb1b45d526 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:12.209553 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': 'd56c5b6e-030c-43da-b2f0-ea6b802df37f', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'port_id': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'mac_address': 'fa:16:3e:35:fd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e06412-022d-4ece-920d-1cba08639d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:05:10Z', 'updated_at': '2021-11-23T13:05:10Z', 'revision_number': 0, 'project_id': '13128fc1ba014300bfb802722969331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:29Z', 'revision_number': 5, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:12.213878 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] Checking router: 5ba0deb9-04e9-4485-9dc0-d9afa4537702 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:05:12.220464 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.222036 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1775987 Nov 23 13:05:12.224945 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:05:12.225568 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e843a121-05f7-46db-8fcf-a705cb35ed2e,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:12.225955 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:12.228031 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43624) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:12.235095 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'security_group_rule': {'security_group_id': '92c6093d-188a-4e7e-92b1-c3497d5f8bb1', 'project_id': '13128fc1ba014300bfb802722969331f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:12.244982 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.245353 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.245715 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.246111 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.246431 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.247097 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.247444 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.247793 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.248136 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.248502 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.249239 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.249239 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:12.253241 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-26676297-454d-48b8-84c1-a1a9e58ee5dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:12.254267 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:12.258688 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Usage tracker for resource:security_group_rule and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:12.261555 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:12.267201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:12.287049 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.310458 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b11b-54b6-479c-94c1-dd932fba980f req-ca5f449b-1139-4709-81cc-fd3bbef45a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:12.311997 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2424b11b-54b6-479c-94c1-dd932fba980f req-ca5f449b-1139-4709-81cc-fd3bbef45a02 service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.1531103 Nov 23 13:05:12.356032 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.362170 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.364834 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:12.398293 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e23aa55-8c21-4c36-a599-65a91df16a0a,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:12.401911 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.407090 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779082 Nov 23 13:05:12.408687 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6015f092-6b48-4411-970d-ed0be7786452 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:12.409275 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43630) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:12.414946 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'security_group_rule': {'security_group_id': '92c6093d-188a-4e7e-92b1-c3497d5f8bb1', 'project_id': '13128fc1ba014300bfb802722969331f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:12.424815 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:12.429187 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Usage tracker for resource:security_group_rule and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:12.432189 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:12.439882 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:12.464643 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.480592 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:05:12.537505 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.544879 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.547697 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:12.553340 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.569353 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75576f95-72ff-4fda-8bd6-8880be1c6df8,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:12.569842 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2424b11b-54b6-479c-94c1-dd932fba980f req-8f7f78e9-71ba-44e5-8904-5420aa07b89b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 999 time: 0.2488959 Nov 23 13:05:12.573514 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:12.584101 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.588380 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1752248 Nov 23 13:05:12.588512 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43634) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:12.593720 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'security_group_rule': {'security_group_id': '92c6093d-188a-4e7e-92b1-c3497d5f8bb1', 'project_id': '13128fc1ba014300bfb802722969331f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:12.600024 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:12.603971 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Usage tracker for resource:security_group_rule and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:12.606902 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:12.614752 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:12.625900 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Project 13128fc1ba014300bfb802722969331f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:05:12.633774 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.641873 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e05ad7-958e-4521-8e8b-bb79d0b4cddb req-020938b9-e2d2-4ea3-8dd1-58d0e047c17f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:12.643765 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77e05ad7-958e-4521-8e8b-bb79d0b4cddb req-020938b9-e2d2-4ea3-8dd1-58d0e047c17f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 946 time: 0.2365558 Nov 23 13:05:12.671569 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b11b-54b6-479c-94c1-dd932fba980f req-c1478f26-e7e1-43d8-bc2b-4fac68ce3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:12.673155 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2424b11b-54b6-479c-94c1-dd932fba980f req-c1478f26-e7e1-43d8-bc2b-4fac68ce3e11 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.0911443 Nov 23 13:05:12.707060 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.713459 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.721985 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-20705f4b-b5b2-4371-883d-87fb7a9a4b43 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:12.740214 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77e05ad7-958e-4521-8e8b-bb79d0b4cddb req-06cab026-40c2-4622-99cc-5aec32a0f674 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879426 Nov 23 13:05:12.744059 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bab1b2-c5c4-4f7f-8711-69812de3a8bb,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:12.747095 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:12.753920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.758704 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4359b5ad-fcc3-4460-b190-fbc2a1c42fd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657832 Nov 23 13:05:12.758704 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43638) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:12.764366 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'security_group_rule': {'security_group_id': '92c6093d-188a-4e7e-92b1-c3497d5f8bb1', 'project_id': '13128fc1ba014300bfb802722969331f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:12.770647 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:12.783878 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b11b-54b6-479c-94c1-dd932fba980f req-60c0211e-1447-4cb6-952c-75a48a891e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:12.785416 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2424b11b-54b6-479c-94c1-dd932fba980f req-60c0211e-1447-4cb6-952c-75a48a891e3b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047227 Nov 23 13:05:12.786819 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Usage tracker for resource:security_group_rule and tenant:13128fc1ba014300bfb802722969331f is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:12.790145 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:12.796391 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:12.809218 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Project 13128fc1ba014300bfb802722969331f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:05:12.817728 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.913976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.920319 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.922748 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:12.946633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': 'd56c5b6e-030c-43da-b2f0-ea6b802df37f', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'port_id': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'mac_address': 'fa:16:3e:35:fd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e06412-022d-4ece-920d-1cba08639d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:05:10Z', 'updated_at': '2021-11-23T13:05:10Z', 'revision_number': 0, 'project_id': '13128fc1ba014300bfb802722969331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:29Z', 'revision_number': 5, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:12.951141 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa86bd88-3a30-4c47-a307-ca6d38f7366d,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:12.951838 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54ce311-1fa5-4ab4-87a5-463b00fbc4c4 None None] The sync data for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi is: [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': 'd56c5b6e-030c-43da-b2f0-ea6b802df37f', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'port_id': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'mac_address': 'fa:16:3e:35:fd:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e06412-022d-4ece-920d-1cba08639d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:05:10Z', 'updated_at': '2021-11-23T13:05:10Z', 'revision_number': 0, 'project_id': '13128fc1ba014300bfb802722969331f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:29Z', 'revision_number': 5, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:05:12.956567 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:12.968211 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:12.971513 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2424b11b-54b6-479c-94c1-dd932fba980f req-b06ae582-7730-43b8-874a-38fadfd80178 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774502 Nov 23 13:05:12.972952 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2134495 Nov 23 13:05:13.108497 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-9763adab-18fb-41ce-940d-43545701e9fc tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808218229&fields=id&tenant_id=13128fc1ba014300bfb802722969331f HTTP/1.1" status: 200 len: 267 time: 0.0424762 Nov 23 13:05:13.133616 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2424b11b-54b6-479c-94c1-dd932fba980f req-071c3aee-3e77-44ac-b29b-065050568d05 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529748 Nov 23 13:05:13.220268 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-4488972b-47c2-4a56-9517-b26779f95feb tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:13.220973 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d31f82c-b269-4eef-ab0e-5c0ec6a00c10 None None] New status for floating IP d56c5b6e-030c-43da-b2f0-ea6b802df37f: ACTIVE {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:05:13.223871 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-4488972b-47c2-4a56-9517-b26779f95feb tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.1093538 Nov 23 13:05:13.239192 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'port': {'security_groups': ['ba5a7143-7025-4adf-b2ce-7022e6ffc8c4', '92c6093d-188a-4e7e-92b1-c3497d5f8bb1']}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:13.373035 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:13.692462 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] For port 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:13.717077 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:13.722423 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:13.729383 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:13.781505 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2f280c1a-d79b-4581-bd2b-add5ec70ac56'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:05:13.794914 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:13.795903 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:13.797026 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0784329a-94c7-4821-a4f5-e2ec2380c2bb req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "PUT /v2.0/ports/2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 981 time: 0.5628786 Nov 23 13:05:13.797723 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:05:13.828532 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'Port': ['ID=2f280c1a-d79b-4581-bd2b-add5ec70ac56,revision_number=6']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:13.831653 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:13.970549 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2f280c1a-d79b-4581-bd2b-add5ec70ac56'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:05:14.090019 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8236c70-8704-481e-998a-616137c859f5 req-4a231a44-d0bb-4923-a594-e3a32b3c093b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:14.091651 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a8236c70-8704-481e-998a-616137c859f5 req-4a231a44-d0bb-4923-a594-e3a32b3c093b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 946 time: 0.1044559 Nov 23 13:05:14.130897 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d33dfe-7907-4f53-ba37-2526a3e3189a req-7b4eee5b-5bad-4b9f-a2a7-ba604a4e7833 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:14.132804 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f2d33dfe-7907-4f53-ba37-2526a3e3189a req-7b4eee5b-5bad-4b9f-a2a7-ba604a4e7833 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.1366429 Nov 23 13:05:14.167137 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-bcb77573-ecc5-4a7f-b582-7b747268a524 None None] Provisioning complete for port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:14.167714 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bcb77573-ecc5-4a7f-b582-7b747268a524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:14.182765 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a8236c70-8704-481e-998a-616137c859f5 req-c96de4e8-b965-4bb0-807e-047be2dd614e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842886 Nov 23 13:05:14.266421 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f2d33dfe-7907-4f53-ba37-2526a3e3189a req-b73f49ad-0e42-433b-a6d0-cf7e514bc17b tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249204 Nov 23 13:05:14.297920 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'status': 'completed', 'code': 200} Nov 23 13:05:14.464709 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-83b51057-ea32-4bbf-a34b-a4100f4213e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:14.466143 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-83b51057-ea32-4bbf-a34b-a4100f4213e6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1137 time: 0.1250319 Nov 23 13:05:14.551213 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43710) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:14.614641 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-87612d19-ed88-4f19-b0cd-8034265b9f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:14.616282 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-87612d19-ed88-4f19-b0cd-8034265b9f49 service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.1431775 Nov 23 13:05:14.716507 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:14.734735 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-725d89f0-fde7-4fd5-9ffd-546e5563aca7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 1001 time: 0.1108592 Nov 23 13:05:14.743375 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:14.749653 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Usage tracker for resource:security_group_rule and tenant:64ccb3cb04044c1a8d9adce2513ce550 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:14.753244 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:14.759887 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:14.862715 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-75f7b71a-0a2d-4c76-92e9-d75b5da67ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:14.864183 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-75f7b71a-0a2d-4c76-92e9-d75b5da67ba1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.1213608 Nov 23 13:05:14.869827 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:14.876632 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:14.887720 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-18acae7a-7088-4bba-bb36-ec16bc680f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:14.933789 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64ccb3cb04044c1a8d9adce2513ce550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815868 Nov 23 13:05:14.934834 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4587c9d-0b80-4760-b4d7-b65d0de3bff9,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:14.935197 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 43722) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:14.938219 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:15.016464 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:15.033187 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-d18313bb-1abf-4605-a73d-2f43c76d644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:15.034668 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-d18313bb-1abf-4605-a73d-2f43c76d644e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1631212 Nov 23 13:05:15.071016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:15.215317 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-d253d3fb-3d1a-4486-b9b5-fc07cf3dc6fc service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712239 Nov 23 13:05:15.247893 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:15.264776 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a4d121ee-2ebb-4be0-8bb9-2a9b77a954cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:15.332579 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4587c9d-0b80-4760-b4d7-b65d0de3bff9,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:15.356104 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.356488 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.356848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.357199 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.357604 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.357901 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.358244 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.358626 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.358974 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.359357 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.359953 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.360359 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:15.366030 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:15.375105 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:15.379278 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4587c9d-0b80-4760-b4d7-b65d0de3bff9 HTTP/1.1" status: 204 len: 168 time: 0.4401486 Nov 23 13:05:15.417358 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67769cbf-e6df-4934-8a2a-a61b78ddbe22 req-963e5b60-75be-4a25-a3fc-fb8969f78e1c service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945634 Nov 23 13:05:15.423451 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396804d-2230-493d-9868-7d06bcee0367 req-78ff9422-6311-4dd0-9332-d21b8450b470 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:15.425426 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2396804d-2230-493d-9868-7d06bcee0367 req-78ff9422-6311-4dd0-9332-d21b8450b470 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 946 time: 0.1054392 Nov 23 13:05:15.474153 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2396804d-2230-493d-9868-7d06bcee0367 req-0700cd79-b42e-445c-88d0-7754ff8f46fe tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Nov 23 13:05:18.901485 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:23.676305 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-5f8055fd-d704-4725-9885-66d10864c0d3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756416 Nov 23 13:05:23.835046 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-8ad00297-6001-4baf-93d0-af71566f3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:23.836615 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-8ad00297-6001-4baf-93d0-af71566f3a2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1099 time: 0.0725603 Nov 23 13:05:24.062253 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-f78badc7-3ad6-4915-882c-976632363d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:24.063796 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-f78badc7-3ad6-4915-882c-976632363d07 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.2076263 Nov 23 13:05:24.170376 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-60534685-0dfa-41b0-8b43-e4044f2575bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 1001 time: 0.0988688 Nov 23 13:05:24.238207 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-c56be54f-2bd6-4649-ad17-7a778fc3fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:24.239855 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-c56be54f-2bd6-4649-ad17-7a778fc3fc99 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0637469 Nov 23 13:05:24.317155 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-7806082f-e9d0-40f1-8b79-5cfad6f8d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:24.318829 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-7806082f-e9d0-40f1-8b79-5cfad6f8d036 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722501 Nov 23 13:05:24.450090 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-465724ea-4426-448e-b82b-c3cf7a98bd04 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239009 Nov 23 13:05:24.582539 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a65e5e0-29bd-48f3-9553-5e1100f1f3a7 req-5427de0a-850a-4373-a28c-48d4595c935f service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254132 Nov 23 13:05:29.280219 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:05:33.850299 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 43840) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:33.979573 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:33.994674 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:33.999270 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Usage tracker for resource:security_group_rule and tenant:a9754470c11c42fe939332f9cd64c013 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:34.002311 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:34.008498 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:34.092507 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:34.098263 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:34.104932 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-00830f19-1ed5-4ca9-a2a6-5f267426724d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:34.149735 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9754470c11c42fe939332f9cd64c013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2983546 Nov 23 13:05:34.150652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ee03eb-81f5-49ab-a7a9-ff5210c60105,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:34.152816 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43848) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:34.154118 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:34.217881 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5d95acc7-b4e5-4f10-b38c-4be08cae9ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:34.245421 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5d95acc7-b4e5-4f10-b38c-4be08cae9ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:34.308618 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5d95acc7-b4e5-4f10-b38c-4be08cae9ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:34.312278 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-46b09e91-2b1e-4b9f-af22-6a6b0d302967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:34.325483 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95acc7-b4e5-4f10-b38c-4be08cae9ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ee03eb-81f5-49ab-a7a9-ff5210c60105,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:34.329007 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5d95acc7-b4e5-4f10-b38c-4be08cae9ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:34.334429 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5d95acc7-b4e5-4f10-b38c-4be08cae9ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:34.335557 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5d95acc7-b4e5-4f10-b38c-4be08cae9ab8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64ee03eb-81f5-49ab-a7a9-ff5210c60105 HTTP/1.1" status: 204 len: 168 time: 0.1816924 Nov 23 13:05:35.067616 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43874) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:35.181454 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-349228979-network', 'tenant_id': '90112b6f3d31421a8ee18cbe7d6b0537'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:35.186581 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:35.190455 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Usage tracker for resource:network and tenant:90112b6f3d31421a8ee18cbe7d6b0537 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:35.193331 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:35.199745 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:35.211970 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Made reservation on behalf of 90112b6f3d31421a8ee18cbe7d6b0537 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:35.214530 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.226640 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.241010 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:35.245008 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Usage tracker for resource:security_group_rule and tenant:90112b6f3d31421a8ee18cbe7d6b0537 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:35.248133 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:35.254213 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:35.335595 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.341426 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.344353 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-82bb3294-6075-490c-a5b0-d5f67c6b646b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:35.372262 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1209} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:05:35.380709 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926dc476-1ba3-4b99-b837-bad09ef0953b,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:35.384352 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:35.387051 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.387393 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Added segment 64c44c88-3119-4762-bc27-e87c48dbe2ac of type vlan for network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d Nov 23 13:05:35.413842 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.444509 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.445826 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:35.446426 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.449751 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:35.640579 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Pushing event updated for resources: {'Network': ['ID=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:35.645027 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5763042 Nov 23 13:05:35.646001 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:35.646678 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 43880) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:35.652073 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:05:35.652671 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Request body: {'subnet': {'network_id': 'e1230013-ce46-4fbc-acb4-a6a5cbb5b11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-349228979-subnet', 'tenant_id': '90112b6f3d31421a8ee18cbe7d6b0537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:35.657366 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:35.661503 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Usage tracker for resource:subnet and tenant:90112b6f3d31421a8ee18cbe7d6b0537 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:35.664588 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:35.670562 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:35.683191 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Made reservation on behalf of 90112b6f3d31421a8ee18cbe7d6b0537 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:35.685974 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.905789 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:35.909923 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e120e372-1146-4afa-af4b-d0566eea2d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:35.981535 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b0c365-02a3-4ba5-846f-9b925f043bb7,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:35.987527 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:35.993339 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Checking segment: {'id': '64c44c88-3119-4762-bc27-e87c48dbe2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e1230013-ce46-4fbc-acb4-a6a5cbb5b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:35.993689 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Network hostable DHCP agents. Network: e1230013-ce46-4fbc-acb4-a6a5cbb5b11d, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:05:36.015927 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:05:36.026565 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, e1230013-ce46-4fbc-acb4-a6a5cbb5b11d) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:36.030995 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:36.031639 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:36.038090 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c45e8-2775-4948-b060-2960e9f30479 None None] Network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:05:36.053988 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d183daf3-ced2-4bc0-ab8b-b6208fc2c101 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4062078 Nov 23 13:05:36.308578 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b25644-80f0-4838-97ac-1de7e68207bf None None] Network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:05:37.260025 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2e29b175-d0f0-47b0-8741-89cb63cef100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:37.714741 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:38.118621 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-8d2f2509-6164-43ba-b252-3b13982b1fa6 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:38.120128 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-8d2f2509-6164-43ba-b252-3b13982b1fa6 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/networks?id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d HTTP/1.1" status: 200 len: 813 time: 0.1543674 Nov 23 13:05:38.139074 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-e7789b9d-0431-4ddd-8739-10d80e671fc6 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/quotas/90112b6f3d31421a8ee18cbe7d6b0537 HTTP/1.1" status: 200 len: 375 time: 0.0127931 Nov 23 13:05:38.188768 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-58322e85-48d5-4cec-959f-fae18ce0ec7d tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90112b6f3d31421a8ee18cbe7d6b0537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442710 Nov 23 13:05:38.376106 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-3cdf9e86-060c-45e8-811e-5bf0c1360fe8 service neutron] 10.222.0.60 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804049 Nov 23 13:05:38.527438 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-63a4223f-2d02-48b5-9d70-a14e893e8836 service neutron] 10.222.0.60 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454728 Nov 23 13:05:38.707348 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-39e9f791-913b-4ea2-bb7d-fb56ff0abae3 req-249d2979-0079-4cec-b6b4-4dbb79b80a69 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0461297 Nov 23 13:05:39.857946 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-267f5e18-6305-48f8-b0cd-671e83744835 req-d18a7304-9285-4ef4-a0e2-29bec8d33bd1 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0426657 Nov 23 13:05:40.128095 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6e35cb01-1b1e-401b-986d-cdae23859d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:41.018357 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e7e84824-92d9-4fa7-92d4-d0a03a0301a0 req-82818a9f-7561-45cb-a9da-c010c5ac043a tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0442059 Nov 23 13:05:41.183410 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:42.179874 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-458b45ed-0fbf-46cd-ab8d-51460d4d92ac req-ffbe8290-d8fc-43bc-82c4-393aef2ab84b tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0495770 Nov 23 13:05:42.494429 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:43.343523 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ec0b75b0-440c-425f-a572-abb868b83a57 req-33045d5c-4f4b-481f-86b7-6d3f65719f7a tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0466838 Nov 23 13:05:43.359895 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-3b90b09b-715a-448d-bf88-472d7f4694af tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:43.361411 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-3b90b09b-715a-448d-bf88-472d7f4694af tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.84 "GET /v2.0/networks?id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d HTTP/1.1" status: 200 len: 813 time: 0.1550887 Nov 23 13:05:43.380339 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Request body: {'port': {'device_id': 'f6d81116-5b48-433f-8c7e-88f2a9687167', 'network_id': 'e1230013-ce46-4fbc-acb4-a6a5cbb5b11d', 'admin_state_up': True, 'tenant_id': '90112b6f3d31421a8ee18cbe7d6b0537'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:43.595792 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:43.599664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Usage tracker for resource:port and tenant:90112b6f3d31421a8ee18cbe7d6b0537 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:43.602619 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:43.608371 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:43.619832 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Made reservation on behalf of 90112b6f3d31421a8ee18cbe7d6b0537 for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:43.624378 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:43.786705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Allocated IP 172.20.0.11 (e1230013-ce46-4fbc-acb4-a6a5cbb5b11d/c8b0c365-02a3-4ba5-846f-9b925f043bb7/387ca8eb-21e0-4037-8ccb-e97d8f90b3e2) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:05:43.990113 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:44.022686 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:44.028428 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4a8676e1-1669-43a1-82a3-0673d46b9f4c tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:44.095496 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:05:44.098647 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:44.102503 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:05:44.132630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Pushing event updated for resources: {'Port': ['ID=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:44.138716 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:44.168370 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:44.169011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:44.197468 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8208838 Nov 23 13:05:44.215935 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Request body: {'port': {'device_id': 'f6d81116-5b48-433f-8c7e-88f2a9687167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:44.328671 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:44.646850 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50694a78-c68b-4d24-9386-b9b618bb8819 req-c04672fe-5bbc-4b81-84d4-51c1282a904e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:44.647538 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-50694a78-c68b-4d24-9386-b9b618bb8819 req-c04672fe-5bbc-4b81-84d4-51c1282a904e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Synchronizing usage tracker for tenant:90112b6f3d31421a8ee18cbe7d6b0537 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:05:44.686860 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-50694a78-c68b-4d24-9386-b9b618bb8819 req-c04672fe-5bbc-4b81-84d4-51c1282a904e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Unset dirty status for tenant:90112b6f3d31421a8ee18cbe7d6b0537 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:05:44.688034 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-50694a78-c68b-4d24-9386-b9b618bb8819 req-c04672fe-5bbc-4b81-84d4-51c1282a904e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 932 time: 0.2407792 Nov 23 13:05:44.773258 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:05:44.784138 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:44.788868 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-50694a78-c68b-4d24-9386-b9b618bb8819 req-88468a37-390a-48c5-abfe-f389e3cb8b7d tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710480 Nov 23 13:05:44.810871 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Transition to ACTIVE for port object 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:05:44.810871 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:44.813430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-c9b320de-5efd-4387-923e-120eca49aaaa tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:44.961758 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:44.969886 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:45.043295 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Attempting to bind port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:05:45.043628 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Attempting to bind port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '64c44c88-3119-4762-bc27-e87c48dbe2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e1230013-ce46-4fbc-acb4-a6a5cbb5b11d'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:05:45.044014 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Attempting to bind port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 on network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:05:45.048979 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 on network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:05:45.049295 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Attempting to bind port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 on network e1230013-ce46-4fbc-acb4-a6a5cbb5b11d {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:05:45.054967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:05:45.055319 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Checking segment: {'id': '64c44c88-3119-4762-bc27-e87c48dbe2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e1230013-ce46-4fbc-acb4-a6a5cbb5b11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:45.055705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Bound using segment: {'id': '64c44c88-3119-4762-bc27-e87c48dbe2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e1230013-ce46-4fbc-acb4-a6a5cbb5b11d'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:05:45.056108 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Bound port: 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c44c88-3119-4762-bc27-e87c48dbe2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1209, 'network_id': 'e1230013-ce46-4fbc-acb4-a6a5cbb5b11d'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:05:45.056496 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:45.152486 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] For port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:05:45.155528 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] For port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,segment=NetworkSegment(64c44c88-3119-4762-bc27-e87c48dbe2ac),segment_id=64c44c88-3119-4762-bc27-e87c48dbe2ac)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:05:45.161025 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:45.164756 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8085f672-f45f-41ec-a05c-7ce03fdd1fb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:45.225245 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:45.225838 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:45.227211 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] 10.222.0.84 "PUT /v2.0/ports/387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 HTTP/1.1" status: 200 len: 1094 time: 1.0153620 Nov 23 13:05:45.227706 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d81116-5b48-433f-8c7e-88f2a9687167', 'tag': '387ca8eb-21e0-4037-8ccb-e97d8f90b3e2'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:05:45.250209 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:45.253291 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:45.364059 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-c8f657e0-b0f3-46ba-a920-ecea73beaf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:45.365651 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-c8f657e0-b0f3-46ba-a920-ecea73beaf0b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=90112b6f3d31421a8ee18cbe7d6b0537&device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 1097 time: 0.0730009 Nov 23 13:05:45.430263 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d81116-5b48-433f-8c7e-88f2a9687167', 'tag': '387ca8eb-21e0-4037-8ccb-e97d8f90b3e2', 'status': 'completed', 'code': 200} Nov 23 13:05:45.521783 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-2eb5ccc8-8b29-43cd-b332-34a2208a4504 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 HTTP/1.1" status: 200 len: 217 time: 0.1426451 Nov 23 13:05:45.599762 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-2a7a9e5a-c097-48b7-afd3-2d87440696cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:45.601240 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-2a7a9e5a-c097-48b7-afd3-2d87440696cf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c8b0c365-02a3-4ba5-846f-9b925f043bb7 HTTP/1.1" status: 200 len: 853 time: 0.0699079 Nov 23 13:05:45.648981 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-c010cc36-cd3e-4c02-8710-e0a215608f15 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407979 Nov 23 13:05:45.782723 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-da04390a-2bee-469a-b7ca-20f711e8f2e4 service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262424 Nov 23 13:05:45.957503 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fca39fa9-7f98-4ddc-b9b1-cf3f9e9d257c req-09b12455-0435-45bd-b810-f8b8218063c8 service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678362 Nov 23 13:05:45.997553 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f029fb7-3546-49ed-8278-d2575f1402d3 req-78d40e83-2de0-40af-bd3e-c50e5ce42591 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:45.999204 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0f029fb7-3546-49ed-8278-d2575f1402d3 req-78d40e83-2de0-40af-bd3e-c50e5ce42591 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 944 time: 0.0987389 Nov 23 13:05:46.047289 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0f029fb7-3546-49ed-8278-d2575f1402d3 req-f209aa82-f8b2-4de4-90f2-723e77b8710b tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 Nov 23 13:05:46.127371 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-6dd49bbf-f3cd-4662-8044-20735728a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:46.128920 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-6dd49bbf-f3cd-4662-8044-20735728a493 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=90112b6f3d31421a8ee18cbe7d6b0537&device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 1097 time: 0.0725071 Nov 23 13:05:46.263054 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-b93f187d-252b-41e7-a02d-7efaf0288f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:46.264535 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-b93f187d-252b-41e7-a02d-7efaf0288f12 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d HTTP/1.1" status: 200 len: 915 time: 0.1284204 Nov 23 13:05:46.335629 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-645a385d-53a7-4be9-8d4b-80884e976e1a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 HTTP/1.1" status: 200 len: 217 time: 0.0640802 Nov 23 13:05:46.400676 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-b10bfd6f-3308-4a02-b931-aab1c7a972d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:46.402074 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-b10bfd6f-3308-4a02-b931-aab1c7a972d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c8b0c365-02a3-4ba5-846f-9b925f043bb7 HTTP/1.1" status: 200 len: 853 time: 0.0591218 Nov 23 13:05:46.455487 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-e4490c2f-6063-403f-b31a-dbbdca7d23c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465822 Nov 23 13:05:46.593726 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-ff1af44a-8acd-4c02-906b-62b29c587b02 service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303906 Nov 23 13:05:46.728269 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b8f2c08-bff5-4404-b200-e345cb1bf26f req-a1eca42a-e9bd-4204-8b6a-211bf546a1de service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265280 Nov 23 13:05:47.255385 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d2498-9c47-4ade-a7f1-a0cf6135aa65 req-ecec4d89-a116-467f-9a0f-dd79cc79495f tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:47.256983 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4f6d2498-9c47-4ade-a7f1-a0cf6135aa65 req-ecec4d89-a116-467f-9a0f-dd79cc79495f tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 944 time: 0.0905342 Nov 23 13:05:47.301389 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4f6d2498-9c47-4ade-a7f1-a0cf6135aa65 req-b2d66bdd-5ef1-41ce-a41f-36c96e90a054 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Synchronizing usage tracker for tenant:90112b6f3d31421a8ee18cbe7d6b0537 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:05:47.321634 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4f6d2498-9c47-4ade-a7f1-a0cf6135aa65 req-b2d66bdd-5ef1-41ce-a41f-36c96e90a054 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Unset dirty status for tenant:90112b6f3d31421a8ee18cbe7d6b0537 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:05:47.322868 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4f6d2498-9c47-4ade-a7f1-a0cf6135aa65 req-b2d66bdd-5ef1-41ce-a41f-36c96e90a054 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602107 Nov 23 13:05:48.533607 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241daf8-97cd-4bf8-bd38-093544a6423e req-4c652cbf-a125-4c49-8e45-5b56b3bcfa25 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:48.535082 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a241daf8-97cd-4bf8-bd38-093544a6423e req-4c652cbf-a125-4c49-8e45-5b56b3bcfa25 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 944 time: 0.0964093 Nov 23 13:05:48.580649 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a241daf8-97cd-4bf8-bd38-093544a6423e req-dccbd8e8-6e65-404c-8214-c533a83b8de3 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396991 Nov 23 13:05:48.901827 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:49.733732 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:05:49.779021 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3c9dd-b4cb-45b7-8188-7486aeb0fc5d req-42748452-bc0c-4d1d-b462-0cb2cc2820b7 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:49.780933 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-82f3c9dd-b4cb-45b7-8188-7486aeb0fc5d req-42748452-bc0c-4d1d-b462-0cb2cc2820b7 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 944 time: 0.0865622 Nov 23 13:05:49.831030 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-82f3c9dd-b4cb-45b7-8188-7486aeb0fc5d req-61aa7d2b-652a-40d0-b0a4-64d59823bd2e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431850 Nov 23 13:05:49.879360 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,segment=NetworkSegment(64c44c88-3119-4762-bc27-e87c48dbe2ac),segment_id=64c44c88-3119-4762-bc27-e87c48dbe2ac)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:49.892851 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '387ca8eb-21e0-4037-8ccb-e97d8f90b3e2', 'network_id': 'e1230013-ce46-4fbc-acb4-a6a5cbb5b11d', 'port_id': '387ca8eb-21e0-4037-8ccb-e97d8f90b3e2', 'mac_address': 'fa:16:3e:b8:6f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b0c365-02a3-4ba5-846f-9b925f043bb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:05:49.949658 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:49.970955 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:05:49.989056 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,segment=NetworkSegment(64c44c88-3119-4762-bc27-e87c48dbe2ac),segment_id=64c44c88-3119-4762-bc27-e87c48dbe2ac)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:49.994259 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:49.996721 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:50.023437 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 44016) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:50.063892 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:50.071862 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.072214 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.072554 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.072878 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.073200 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.073522 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.073837 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.074152 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.074468 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.074820 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.075124 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.075430 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:50.079820 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:50.149071 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:50.164272 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:50.168886 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Usage tracker for resource:security_group_rule and tenant:27563d15a96d4725b454d3affe91039b is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:50.172082 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:50.178240 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:50.270045 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:50.276015 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:50.283144 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ea3f256b-814b-4e3b-a20c-0f49c005e234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:50.321357 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a27ac7-88a9-4247-ba8d-f9eabe997dc9,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:50.325569 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27563d15a96d4725b454d3affe91039b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011196 Nov 23 13:05:50.326456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:50.328329 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 44024) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:50.391242 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fdf959ea-4a08-4854-b218-22a1e466bde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:50.417728 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fdf959ea-4a08-4854-b218-22a1e466bde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:50.484567 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fdf959ea-4a08-4854-b218-22a1e466bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:50.488418 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7c6f6fe3-5e74-4183-9a61-d55b24abb146 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:50.492202 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['387ca8eb-21e0-4037-8ccb-e97d8f90b3e2'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:05:50.502262 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf959ea-4a08-4854-b218-22a1e466bde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a27ac7-88a9-4247-ba8d-f9eabe997dc9,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:50.504763 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fdf959ea-4a08-4854-b218-22a1e466bde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:50.509255 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fdf959ea-4a08-4854-b218-22a1e466bde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:50.510654 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-fdf959ea-4a08-4854-b218-22a1e466bde6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6a27ac7-88a9-4247-ba8d-f9eabe997dc9 HTTP/1.1" status: 204 len: 168 time: 0.1813629 Nov 23 13:05:51.024314 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da132-5045-4794-8c88-e0d30a0343d9 req-17b980ab-86dd-4c94-9e67-7feae3b551c9 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:51.025777 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2b7da132-5045-4794-8c88-e0d30a0343d9 req-17b980ab-86dd-4c94-9e67-7feae3b551c9 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 945 time: 0.0851552 Nov 23 13:05:51.071308 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2b7da132-5045-4794-8c88-e0d30a0343d9 req-875b0d06-bef0-4d2d-b563-d9cdcd3b5604 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Nov 23 13:05:51.214145 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44052) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:51.332860 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-88598915-network', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:51.341400 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:51.346237 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Usage tracker for resource:network and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:51.349201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:51.359310 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:51.372707 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Made reservation on behalf of 7d8b6261db1f41d39a82cf016dcfe817 for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:51.375395 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.387502 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.403112 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:51.407490 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:51.410507 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:51.416726 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:51.497824 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.504164 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.506970 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-551a395d-5c97-4cec-b4e3-230da3a864bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:51.533503 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1213} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:05:51.541605 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f93c94-8a4c-4dfc-9167-dcad63858ed1,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:51.545123 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:51.547531 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.547896 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Added segment adfff002-3393-4aa3-842d-8a53ef4aff83 of type vlan for network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 Nov 23 13:05:51.576559 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.614407 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.615750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:51.616374 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.619824 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-52c65cf1-9087-4a1a-b0f1-0fb87330b273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:51.719165 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8b6a7430-18a2-4fbc-b975-17bc81884ca9,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:51.722707 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5075171 Nov 23 13:05:51.723558 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-323bea2b-fb1d-43b0-b850-fad1b523f0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:51.729050 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44058) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:51.734767 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Request body: {'subnet': {'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-88598915-subnet', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:51.734983 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:05:51.739795 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:51.743792 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Usage tracker for resource:subnet and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:51.747090 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:51.749842 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:05:51.753297 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:51.765407 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Made reservation on behalf of 7d8b6261db1f41d39a82cf016dcfe817 for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:51.767778 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.896855 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:05:51.901727 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:51.902111 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.975510 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:51.979815 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:52.021516 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.049250 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d81116-5b48-433f-8c7e-88f2a9687167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387ca8eb-21e0-4037-8ccb-e97d8f90b3e2'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:05:52.055673 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec2352a-0545-4f96-9540-e85c508eb2c9,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:52.059237 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,segment=NetworkSegment(64c44c88-3119-4762-bc27-e87c48dbe2ac),segment_id=64c44c88-3119-4762-bc27-e87c48dbe2ac)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:52.060979 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:52.065792 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.066064 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Checking segment: {'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:52.066440 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Network hostable DHCP agents. Network: 8b6a7430-18a2-4fbc-b975-17bc81884ca9, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:05:52.068207 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:52.087682 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:05:52.103452 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d81116-5b48-433f-8c7e-88f2a9687167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387ca8eb-21e0-4037-8ccb-e97d8f90b3e2', 'code': 200} Nov 23 13:05:52.104214 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 8b6a7430-18a2-4fbc-b975-17bc81884ca9) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:52.108819 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:52.109633 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.119783 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97e69c-a2dd-41f3-87b5-8e726d60bc27 None None] Network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:05:52.135056 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e4fd61ce-1799-422e-833a-4bf69cd553d4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4042118 Nov 23 13:05:52.137060 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44066) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:52.142831 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:52.147550 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:52.152315 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Usage tracker for resource:router and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:52.156329 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:52.162179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:52.175987 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.176316 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:52.177103 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.198019 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.238467 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:52.280149 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c578137-6172-49de-8975-55c77afb4af0 req-bcc50844-a052-4502-ac73-721bcae2ca1e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:52.282908 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c578137-6172-49de-8975-55c77afb4af0 req-bcc50844-a052-4502-ac73-721bcae2ca1e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 946 time: 0.0953751 Nov 23 13:05:52.401110 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-8b6a7430-18a2-4fbc-b975-17bc81884ca9', 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'fixed_ips': [{'subnet_id': 'eec2352a-0545-4f96-9540-e85c508eb2c9'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:05:52.402800 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.450166 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c578137-6172-49de-8975-55c77afb4af0 req-a2b1d8ce-7636-4c34-a5d4-c8a2b3b48937 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615481 Nov 23 13:05:52.484738 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b9e1b-9a55-4e9e-b401-8e11bb714fd8 req-e9c62434-6509-4bdd-bf57-e7dd5a03c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:52.486836 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f0b9e1b-9a55-4e9e-b401-8e11bb714fd8 req-e9c62434-6509-4bdd-bf57-e7dd5a03c5a9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 1099 time: 0.1648996 Nov 23 13:05:52.531146 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f0b9e1b-9a55-4e9e-b401-8e11bb714fd8 req-ce28d88a-87ba-489f-917d-6e11086dfabb service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Nov 23 13:05:52.576368 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Allocated IP 172.20.0.2 (8b6a7430-18a2-4fbc-b975-17bc81884ca9/eec2352a-0545-4f96-9540-e85c508eb2c9/b773375c-1e25-45ff-90b4-1d150205eab4) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:05:52.591818 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.811818 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.821948 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Transition to ACTIVE for port object b773375c-1e25-45ff-90b4-1d150205eab4 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:05:52.840025 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Transition to ACTIVE for port object b773375c-1e25-45ff-90b4-1d150205eab4 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:05:52.847956 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.852168 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:52.906154 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:52.918498 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:05:52.921433 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:52.925761 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:05:52.927839 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Pushing event updated for resources: {'Port': ['ID=b773375c-1e25-45ff-90b4-1d150205eab4,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:52.931433 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:52.938131 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:53.018894 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Attempting to bind port b773375c-1e25-45ff-90b4-1d150205eab4 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:05:53.019241 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Attempting to bind port b773375c-1e25-45ff-90b4-1d150205eab4 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:05:53.019627 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Attempting to bind port b773375c-1e25-45ff-90b4-1d150205eab4 on network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:05:53.025195 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:05:53.025544 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Checking segment: {'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:53.025978 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:53.026381 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Bound using segment: {'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:05:53.026851 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Bound port: b773375c-1e25-45ff-90b4-1d150205eab4, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:05:53.027228 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:53.080051 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Allocated IP 172.27.3.74 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/83b6451d-0109-49a3-9e74-cdfd4c080559) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:05:53.116586 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] For port b773375c-1e25-45ff-90b4-1d150205eab4, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:05:53.119752 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] For port b773375c-1e25-45ff-90b4-1d150205eab4, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=b773375c-1e25-45ff-90b4-1d150205eab4,segment=NetworkSegment(adfff002-3393-4aa3-842d-8a53ef4aff83),segment_id=adfff002-3393-4aa3-842d-8a53ef4aff83)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:05:53.125096 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:53.128862 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:53.207898 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Pushing event updated for resources: {'Port': ['ID=b773375c-1e25-45ff-90b4-1d150205eab4,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:53.216709 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:53.238490 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:53.270032 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:53.274421 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-aca1ef0f-bcc2-4198-aa82-f0d453f210c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:53.337673 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:05:53.340776 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:53.344487 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:05:53.385297 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Pushing event updated for resources: {'Port': ['ID=83b6451d-0109-49a3-9e74-cdfd4c080559,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:53.392116 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:53.809015 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82896355-55e1-43d5-8fca-8339dca3bcfe req-d8350109-ffb7-42d1-9942-6cc910f2287b tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:53.810550 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-82896355-55e1-43d5-8fca-8339dca3bcfe req-d8350109-ffb7-42d1-9942-6cc910f2287b tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 946 time: 0.2352929 Nov 23 13:05:53.890847 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:53.957328 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-82896355-55e1-43d5-8fca-8339dca3bcfe req-20e46bef-5cd6-43bf-bf64-2e6d7b141e5a tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299667 Nov 23 13:05:54.137390 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcce3e3-c52d-4d99-9f7b-d6108d763501 None None] Network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:05:54.244922 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-a10af637-f01f-4fff-8770-c396ceddfe1f None None] Provisioning for port b773375c-1e25-45ff-90b4-1d150205eab4 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:05:54.364844 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:54.597274 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:05:54.782197 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:05:54.791179 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Sync routers for ids ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:05:54.801775 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Routers {'9f593092-dd21-49d4-b1bd-8d0dc963e6a7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:05:54.802394 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:54.809090 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:54.813925 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6723113 Nov 23 13:05:54.813925 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44074) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:54.981347 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Set router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:05:55.173895 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8c11b-5754-4442-afbb-987b6f9bf8e6 req-279cd6a5-6cf1-4962-a0ba-dec9ee051039 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:55.176390 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77a8c11b-5754-4442-afbb-987b6f9bf8e6 req-279cd6a5-6cf1-4962-a0ba-dec9ee051039 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 946 time: 0.1109190 Nov 23 13:05:55.181056 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device b773375c-1e25-45ff-90b4-1d150205eab4 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:05:55.223262 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-77a8c11b-5754-4442-afbb-987b6f9bf8e6 req-7a586090-73e7-4994-a55d-c1dcbcba1393 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Nov 23 13:05:55.326052 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port b773375c-1e25-45ff-90b4-1d150205eab4 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:05:55.335005 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port b773375c-1e25-45ff-90b4-1d150205eab4 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:55.335005 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:55.399538 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:53Z', 'revision_number': 3, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port': {'id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:55.407818 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Checking router: 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:05:55.408184 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Updating router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 port 83b6451d-0109-49a3-9e74-cdfd4c080559 binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:05:55.512496 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:55.561410 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:55.660976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:55.695879 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port b773375c-1e25-45ff-90b4-1d150205eab4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=b773375c-1e25-45ff-90b4-1d150205eab4,segment=NetworkSegment(adfff002-3393-4aa3-842d-8a53ef4aff83),segment_id=adfff002-3393-4aa3-842d-8a53ef4aff83)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:55.704349 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:55.709236 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:55.871866 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=b773375c-1e25-45ff-90b4-1d150205eab4,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:55.884641 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:55.983734 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Allocated IP 172.20.0.1 (8b6a7430-18a2-4fbc-b975-17bc81884ca9/eec2352a-0545-4f96-9540-e85c508eb2c9/b56a7a51-738e-4119-b83b-1f7e414bfc11) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:05:56.033852 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.046018 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Transition to ACTIVE for port object 83b6451d-0109-49a3-9e74-cdfd4c080559 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:05:56.052968 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.057244 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:56.135944 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Attempting to bind port 83b6451d-0109-49a3-9e74-cdfd4c080559 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:05:56.136251 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Attempting to bind port 83b6451d-0109-49a3-9e74-cdfd4c080559 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:05:56.136633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Attempting to bind port 83b6451d-0109-49a3-9e74-cdfd4c080559 on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:05:56.140194 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc67f45-5400-460a-9f11-51c53c419c61 None None] Pushing event updated for resources: {'Port': ['ID=83b6451d-0109-49a3-9e74-cdfd4c080559,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:56.140410 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.144404 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fcc67f45-5400-460a-9f11-51c53c419c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:56.145191 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:05:56.145549 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:56.145957 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.146380 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:05:56.146825 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Bound port: 83b6451d-0109-49a3-9e74-cdfd4c080559, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:05:56.147201 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.157599 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Transition to ACTIVE for port object b56a7a51-738e-4119-b83b-1f7e414bfc11 will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:05:56.183886 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.191137 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6d17910a-7ea7-48a1-b68a-23af67e9ed2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:56.222865 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] For port 83b6451d-0109-49a3-9e74-cdfd4c080559, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:05:56.226041 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] For port 83b6451d-0109-49a3-9e74-cdfd4c080559, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=83b6451d-0109-49a3-9e74-cdfd4c080559,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:05:56.231604 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.235668 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:56.254635 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:05:56.257308 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:56.261354 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:05:56.303424 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Pushing event updated for resources: {'Port': ['ID=b56a7a51-738e-4119-b83b-1f7e414bfc11,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:56.308140 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:56.322339 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.327066 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Routers {'9f593092-dd21-49d4-b1bd-8d0dc963e6a7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:05:56.327886 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:56.393341 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc67f45-5400-460a-9f11-51c53c419c61 None None] Pushing event updated for resources: {'Port': ['ID=83b6451d-0109-49a3-9e74-cdfd4c080559,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:56.404378 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-fcc67f45-5400-460a-9f11-51c53c419c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:56.536790 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-15216b1c-9f6d-40a4-ae50-1d649032fac4 None None] Provisioning for port b56a7a51-738e-4119-b83b-1f7e414bfc11 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:05:56.540972 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] Set router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:05:56.611419 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.648689 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-15216b1c-9f6d-40a4-ae50-1d649032fac4 None None] Provisioning complete for port b56a7a51-738e-4119-b83b-1f7e414bfc11 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:56.648984 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-15216b1c-9f6d-40a4-ae50-1d649032fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.790578 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-15216b1c-9f6d-40a4-ae50-1d649032fac4 None None] Port b56a7a51-738e-4119-b83b-1f7e414bfc11 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:05:56.850497 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.857773 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.885712 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:56.891930 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:53Z', 'revision_number': 3, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port': {'id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:56.896018 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbe9b58-f058-4a5a-952c-f69ed435c6e5 None None] The sync data for ids ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'] in dv-cinder-818886-1-iscsi is: [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:53Z', 'revision_number': 3, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port': {'id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:05:56.974931 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Pushing event updated for resources: {'Port': ['ID=b56a7a51-738e-4119-b83b-1f7e414bfc11,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:56.977348 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:56.981134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:57.126662 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:05:57.129867 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:57.184131 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device b773375c-1e25-45ff-90b4-1d150205eab4 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:05:57.272349 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port b773375c-1e25-45ff-90b4-1d150205eab4 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:57.273498 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:57.386306 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:05:57.516969 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-9739b259-d6d0-4826-b6f9-08e3a25ec050 None None] Provisioning complete for port b56a7a51-738e-4119-b83b-1f7e414bfc11 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:57.517358 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9739b259-d6d0-4826-b6f9-08e3a25ec050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:57.582447 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9739b259-d6d0-4826-b6f9-08e3a25ec050 None None] Port b56a7a51-738e-4119-b83b-1f7e414bfc11 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:05:57.687061 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:05:57.699580 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] 10.222.0.60 "PUT /v2.0/routers/9f593092-dd21-49d4-b1bd-8d0dc963e6a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844116 Nov 23 13:05:58.248081 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44154) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:58.254079 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-862285935-network', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:58.259278 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:58.263347 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Usage tracker for resource:network and tenant:389563fc6eac458d8f70ff247b60f54e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:58.266745 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:58.272775 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:58.286809 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Made reservation on behalf of 389563fc6eac458d8f70ff247b60f54e for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:58.289421 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.302629 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.317846 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:58.321796 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Usage tracker for resource:security_group_rule and tenant:389563fc6eac458d8f70ff247b60f54e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:58.324769 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:58.330904 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:58.419539 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.425431 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.430241 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3e9c8e12-c6b6-491f-a0f1-fc2abe11c96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:58.459957 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1225} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:05:58.468667 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab73886-dc21-459e-a7e2-2afc9a2c9cb0,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:58.473358 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:58.476130 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.477061 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Added segment d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112 of type vlan for network 2005d36f-02b9-43cc-9e93-b60a17976c2d Nov 23 13:05:58.507152 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.523935 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Sync routers for ids ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:05:58.533352 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Routers {'9f593092-dd21-49d4-b1bd-8d0dc963e6a7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:05:58.533971 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:58.542217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.543529 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:58.544110 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.547757 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0a4d5c60-d991-4aa5-9726-8c371dfdb06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:58.651814 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Pushing event updated for resources: {'Network': ['ID=2005d36f-02b9-43cc-9e93-b60a17976c2d,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:58.654687 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:58.659503 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4077356 Nov 23 13:05:58.659906 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44158) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:58.663060 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 2005d36f-02b9-43cc-9e93-b60a17976c2d details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:05:58.665281 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Request body: {'subnet': {'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-862285935-subnet', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:58.670175 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:58.675526 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Usage tracker for resource:subnet and tenant:389563fc6eac458d8f70ff247b60f54e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:58.679359 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:58.685982 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:58.698986 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Made reservation on behalf of 389563fc6eac458d8f70ff247b60f54e for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:05:58.701363 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.714700 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Set router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:05:58.946280 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:58.950226 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:59.025388 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd628da-c0b4-4896-8d77-40c231f39ef8,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:59.029060 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:59.036379 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Checking segment: {'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:59.036739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Network hostable DHCP agents. Network: 2005d36f-02b9-43cc-9e93-b60a17976c2d, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:05:59.059312 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Network 2005d36f-02b9-43cc-9e93-b60a17976c2d is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:05:59.062272 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:56Z', 'revision_number': 4, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port': {'id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': 'b56a7a51-738e-4119-b83b-1f7e414bfc11', 'name': '', 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'mac_address': 'fa:16:3e:0d:46:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'eec2352a-0545-4f96-9540-e85c508eb2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:55Z', 'updated_at': '2021-11-23T13:05:56Z', 'revision_number': 2, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'subnets': [{'id': 'eec2352a-0545-4f96-9540-e85c508eb2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:05:59.066959 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Checking router: 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:05:59.067405 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Updating router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 port b56a7a51-738e-4119-b83b-1f7e414bfc11 binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:05:59.069887 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 2005d36f-02b9-43cc-9e93-b60a17976c2d) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:05:59.078721 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd5f867-e3d7-4c37-ae41-185e2b7bd11f None None] Network 2005d36f-02b9-43cc-9e93-b60a17976c2d requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:05:59.084520 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:05:59.086272 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.117872 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 44162) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:05:59.118548 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-80a95d36-76a6-4ade-a111-820c3ebe848e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4542592 Nov 23 13:05:59.123428 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:05:59.131270 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:05:59.135167 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Usage tracker for resource:router and tenant:389563fc6eac458d8f70ff247b60f54e is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:05:59.138656 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:05:59.144180 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.146021 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:05:59.172554 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.174422 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.194096 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 83b6451d-0109-49a3-9e74-cdfd4c080559 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:05:59.201414 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.351205 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 83b6451d-0109-49a3-9e74-cdfd4c080559 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:05:59.360853 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 83b6451d-0109-49a3-9e74-cdfd4c080559 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:05:59.361237 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.501340 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-2005d36f-02b9-43cc-9e93-b60a17976c2d', 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'fixed_ips': [{'subnet_id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:05:59.502520 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.515423 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.526835 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.539562 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Transition to ACTIVE for port object b56a7a51-738e-4119-b83b-1f7e414bfc11 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:05:59.547403 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.551665 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-c5a06126-0432-41e8-b2b7-cc31b3b2d43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:59.580053 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.627458 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 83b6451d-0109-49a3-9e74-cdfd4c080559, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=83b6451d-0109-49a3-9e74-cdfd4c080559,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:05:59.634753 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.638889 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:59.758759 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Pushing event updated for resources: {'Port': ['ID=b56a7a51-738e-4119-b83b-1f7e414bfc11,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:59.782630 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.783596 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.784263 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.785095 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.785837 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.786555 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=83b6451d-0109-49a3-9e74-cdfd4c080559,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:05:59.787155 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.787789 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.793107 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:59.795024 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Allocated IP 172.20.0.2 (2005d36f-02b9-43cc-9e93-b60a17976c2d/ebd628da-c0b4-4896-8d77-40c231f39ef8/8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:05:59.809915 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.812721 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.813392 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.814372 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.817556 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:05:59.828562 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:05:59.846822 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Attempting to bind port b56a7a51-738e-4119-b83b-1f7e414bfc11 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:05:59.847198 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Attempting to bind port b56a7a51-738e-4119-b83b-1f7e414bfc11 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:05:59.847565 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Attempting to bind port b56a7a51-738e-4119-b83b-1f7e414bfc11 on network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:05:59.853619 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:05:59.853997 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Checking segment: {'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:05:59.854407 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.854805 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Bound using segment: {'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:05:59.855278 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Bound port: b56a7a51-738e-4119-b83b-1f7e414bfc11, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfff002-3393-4aa3-842d-8a53ef4aff83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1213, 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:05:59.855684 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.952016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.966176 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] For port b56a7a51-738e-4119-b83b-1f7e414bfc11, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:05:59.970373 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] For port b56a7a51-738e-4119-b83b-1f7e414bfc11, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=b56a7a51-738e-4119-b83b-1f7e414bfc11,segment=NetworkSegment(adfff002-3393-4aa3-842d-8a53ef4aff83),segment_id=adfff002-3393-4aa3-842d-8a53ef4aff83)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:05:59.976921 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:05:59.981214 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-c5a06126-0432-41e8-b2b7-cc31b3b2d43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:05:59.984607 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:00.046399 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:00.059577 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Transition to ACTIVE for port object 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:06:00.064203 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Routers {'9f593092-dd21-49d4-b1bd-8d0dc963e6a7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:06:00.064919 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:00.080631 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Transition to ACTIVE for port object 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:06:00.089986 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:00.096771 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:00.161876 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Pushing event updated for resources: {'Port': ['ID=b56a7a51-738e-4119-b83b-1f7e414bfc11,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:00.166759 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-aa351c33-2e9b-4480-b2b2-79de90db9f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:00.175103 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Network 2005d36f-02b9-43cc-9e93-b60a17976c2d is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:06:00.178168 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:06:00.181966 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:06:00.184847 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Allocated IP 172.27.3.54 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/fcd1750d-7092-4cdc-b691-a7c828a80809) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:06:00.265954 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Pushing event updated for resources: {'Port': ['ID=8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:00.273306 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:00.290134 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Attempting to bind port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:06:00.290515 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Attempting to bind port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:06:00.290884 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Attempting to bind port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 on network 2005d36f-02b9-43cc-9e93-b60a17976c2d {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:06:00.296670 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:06:00.297252 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Checking segment: {'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:06:00.297805 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:00.298207 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Bound using segment: {'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:06:00.298683 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Bound port: 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:06:00.299063 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:00.300862 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] Set router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:06:00.390667 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:00.402839 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] For port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:06:00.410801 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] For port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4,segment=NetworkSegment(d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112),segment_id=d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:06:00.417978 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:00.422196 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:00.423164 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-c8b113fe-ad59-43e6-a019-7a78b46ae873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:00.427321 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:00.492618 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:06:00.495906 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:06:00.500116 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:06:00.516001 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Pushing event updated for resources: {'Port': ['ID=8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:00.519282 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:00.549594 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Pushing event updated for resources: {'Port': ['ID=fcd1750d-7092-4cdc-b691-a7c828a80809,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:00.558533 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:00.647405 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:56Z', 'revision_number': 4, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port': {'id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': 'b56a7a51-738e-4119-b83b-1f7e414bfc11', 'name': '', 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'mac_address': 'fa:16:3e:0d:46:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'eec2352a-0545-4f96-9540-e85c508eb2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:55Z', 'updated_at': '2021-11-23T13:05:59Z', 'revision_number': 4, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'subnets': [{'id': 'eec2352a-0545-4f96-9540-e85c508eb2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:00.651586 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745993ce-290f-4690-8eef-80cfb4b6a73f None None] The sync data for ids ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'] in dv-cinder-818886-1-iscsi is: [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:56Z', 'revision_number': 4, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port': {'id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': 'b56a7a51-738e-4119-b83b-1f7e414bfc11', 'name': '', 'network_id': '8b6a7430-18a2-4fbc-b975-17bc81884ca9', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'mac_address': 'fa:16:3e:0d:46:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'eec2352a-0545-4f96-9540-e85c508eb2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:55Z', 'updated_at': '2021-11-23T13:05:59Z', 'revision_number': 4, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'subnets': [{'id': 'eec2352a-0545-4f96-9540-e85c508eb2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:06:01.082229 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:01.290909 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 83b6451d-0109-49a3-9e74-cdfd4c080559 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:01.370504 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 83b6451d-0109-49a3-9e74-cdfd4c080559 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:01.370886 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:01.532891 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:01.550614 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device b56a7a51-738e-4119-b83b-1f7e414bfc11 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:01.588761 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b956480-c5d7-423c-a814-f8723862ba87 None None] Network 2005d36f-02b9-43cc-9e93-b60a17976c2d requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:06:01.723039 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-24973964-6eff-4303-85b9-0d9ebb562860 None None] Provisioning for port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:06:01.747981 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port b56a7a51-738e-4119-b83b-1f7e414bfc11 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:06:01.782363 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Router e4012198-d6d4-473d-9e61-bb88025a8e4f is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:06:01.817838 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port b56a7a51-738e-4119-b83b-1f7e414bfc11 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:01.818313 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:01.979344 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:06:02.004264 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:02.007976 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8866253 Nov 23 13:06:02.008348 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 44176) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:02.010735 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Sync routers for ids ['e4012198-d6d4-473d-9e61-bb88025a8e4f'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:06:02.039384 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Routers {'e4012198-d6d4-473d-9e61-bb88025a8e4f'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:06:02.040037 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['e4012198-d6d4-473d-9e61-bb88025a8e4f'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:02.122954 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:02.245488 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port b56a7a51-738e-4119-b83b-1f7e414bfc11, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=b56a7a51-738e-4119-b83b-1f7e414bfc11,segment=NetworkSegment(adfff002-3393-4aa3-842d-8a53ef4aff83),segment_id=adfff002-3393-4aa3-842d-8a53ef4aff83)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:06:02.252115 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:02.253025 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:02.284000 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:02.383676 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Set router e4012198-d6d4-473d-9e61-bb88025a8e4f gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:06:02.521578 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=b56a7a51-738e-4119-b83b-1f7e414bfc11,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:02.528277 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:02.599733 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:06:02.607489 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:02.607872 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:02.798537 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:02.806871 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:02.832264 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:06:00Z', 'revision_number': 3, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port': {'id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:45:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:00Z', 'updated_at': '2021-11-23T13:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:02.843055 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Checking router: e4012198-d6d4-473d-9e61-bb88025a8e4f for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:06:02.843617 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Updating router e4012198-d6d4-473d-9e61-bb88025a8e4f port fcd1750d-7092-4cdc-b691-a7c828a80809 binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:06:02.872753 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4,segment=NetworkSegment(d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112),segment_id=d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:06:02.879043 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:02.887034 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-4c6c9e0f-fb36-4309-bcb7-1c47c007c04b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:02.956472 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.008360 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:03.012962 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:03.038921 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Allocated IP 172.20.0.1 (2005d36f-02b9-43cc-9e93-b60a17976c2d/ebd628da-c0b4-4896-8d77-40c231f39ef8/5dfffaa4-ae20-4dce-a11e-eda7430b2fe2) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:06:03.169420 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device b56a7a51-738e-4119-b83b-1f7e414bfc11 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:03.189881 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.206295 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Transition to ACTIVE for port object 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:06:03.230439 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.234201 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:03.291777 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port b56a7a51-738e-4119-b83b-1f7e414bfc11 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:03.292159 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.300507 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Network 2005d36f-02b9-43cc-9e93-b60a17976c2d is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:06:03.303500 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:06:03.307134 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:06:03.352490 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Pushing event updated for resources: {'Port': ['ID=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:03.359227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:03.384656 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.476189 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.526175 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Transition to ACTIVE for port object fcd1750d-7092-4cdc-b691-a7c828a80809 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:06:03.556397 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.562489 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:03.676882 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.694251 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:03.737994 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-ae506148-83f5-4d50-9c62-54755f51bb4f None None] Provisioning for port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:06:03.768683 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-ae506148-83f5-4d50-9c62-54755f51bb4f None None] Provisioning complete for port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:03.769082 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ae506148-83f5-4d50-9c62-54755f51bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.799561 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ed44-4a05-43cb-a453-bd29b6b882ff None None] Pushing event updated for resources: {'Port': ['ID=fcd1750d-7092-4cdc-b691-a7c828a80809,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:03.802923 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Attempting to bind port fcd1750d-7092-4cdc-b691-a7c828a80809 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:06:03.803303 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Attempting to bind port fcd1750d-7092-4cdc-b691-a7c828a80809 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:06:03.803676 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Attempting to bind port fcd1750d-7092-4cdc-b691-a7c828a80809 on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:06:03.805843 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-32b6ed44-4a05-43cb-a453-bd29b6b882ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:03.840283 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:06:03.840740 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:06:03.841116 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.841520 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:06:03.842004 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Bound port: fcd1750d-7092-4cdc-b691-a7c828a80809, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:06:03.842390 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.913026 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-ae506148-83f5-4d50-9c62-54755f51bb4f None None] Port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:06:03.923167 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.929555 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:03.954891 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] For port fcd1750d-7092-4cdc-b691-a7c828a80809, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:06:03.957825 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-62c04ae6-682c-415a-b2a4-b772e5ea9edc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:03.959430 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] For port fcd1750d-7092-4cdc-b691-a7c828a80809, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=fcd1750d-7092-4cdc-b691-a7c828a80809,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:06:03.961083 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:03.961466 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:04.035195 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:04.052397 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b92a0209-f2a6-476c-9602-06e4170d96b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:04.062046 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Pushing event updated for resources: {'Port': ['ID=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:04.065095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:04.066253 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:04.181043 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Routers {'e4012198-d6d4-473d-9e61-bb88025a8e4f'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:06:04.181595 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['e4012198-d6d4-473d-9e61-bb88025a8e4f'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:04.228786 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6ed44-4a05-43cb-a453-bd29b6b882ff None None] Pushing event updated for resources: {'Port': ['ID=fcd1750d-7092-4cdc-b691-a7c828a80809,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:04.232496 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-32b6ed44-4a05-43cb-a453-bd29b6b882ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:04.296095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Network 2005d36f-02b9-43cc-9e93-b60a17976c2d is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:06:04.297287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:06:04.449579 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] Set router e4012198-d6d4-473d-9e61-bb88025a8e4f gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:06:04.500606 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Router e4012198-d6d4-473d-9e61-bb88025a8e4f has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:06:04.660865 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-476a2c80-edc8-4bd5-8116-34d976d72638 None None] Provisioning complete for port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:04.661447 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-476a2c80-edc8-4bd5-8116-34d976d72638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:04.686493 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:06:04.697466 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] 10.222.0.60 "PUT /v2.0/routers/e4012198-d6d4-473d-9e61-bb88025a8e4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6867912 Nov 23 13:06:04.748196 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-476a2c80-edc8-4bd5-8116-34d976d72638 None None] Port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:06:04.877320 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 4, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port': {'id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:45:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:00Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '5dfffaa4-ae20-4dce-a11e-eda7430b2fe2', 'name': '', 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'mac_address': 'fa:16:3e:ad:b0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:02Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 2, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'subnets': [{'id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:04.880631 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666f1da-b598-409d-91cc-ff89eb8321a3 None None] The sync data for ids ['e4012198-d6d4-473d-9e61-bb88025a8e4f'] in dv-cinder-818886-1-iscsi is: [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 4, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port': {'id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:45:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:00Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '5dfffaa4-ae20-4dce-a11e-eda7430b2fe2', 'name': '', 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'mac_address': 'fa:16:3e:ad:b0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:02Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 2, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'subnets': [{'id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:06:05.397491 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44192) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:05.403202 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500283813', 'description': 'tempest-secgroup-smoke-500283813 description', 'project_id': '7d8b6261db1f41d39a82cf016dcfe817'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:06:05.409521 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:06:05.413645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Usage tracker for resource:security_group and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:06:05.416673 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:06:05.423494 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:06:05.435414 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.457270 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:06:05.461368 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Usage tracker for resource:security_group_rule and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:06:05.464428 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:06:05.470544 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:06:05.561819 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.567026 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.570848 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f23db73-34ca-4c8f-a4fe-eb15dcf14583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:05.608910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9612f7-1f82-458c-945c-ff9f64986b1e,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:05.613838 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:05.637056 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.639039 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2403393 Nov 23 13:06:05.642246 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44196) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:05.647716 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Request body: {'security_group_rule': {'security_group_id': '1b9612f7-1f82-458c-945c-ff9f64986b1e', 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:06:05.656341 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:06:05.660794 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Usage tracker for resource:security_group_rule and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:06:05.663817 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:06:05.669766 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:06:05.688786 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.759418 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.764099 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.771319 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:05.791821 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f843e4-6ed9-40a2-8f2d-c409106c6591,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:05.805536 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:05.812256 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.813575 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703088 Nov 23 13:06:05.816624 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 44202) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:05.822456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Request body: {'security_group_rule': {'security_group_id': '1b9612f7-1f82-458c-945c-ff9f64986b1e', 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:06:05.829982 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:06:05.838476 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Usage tracker for resource:security_group_rule and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:06:05.841826 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:06:05.847918 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:06:05.877304 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.944600 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.949468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.956343 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d7004e74-0416-415c-bd1b-5d7b25703f7e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:05.985975 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa632d7-3c22-4fa3-9686-f2234a5384c7,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:05.993498 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:05.995814 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:05.997637 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-ae03803d-15dd-483d-9e20-3fa4eda24a0c tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1797640 Nov 23 13:06:06.000554 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 44208) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:06.006078 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Request body: {'security_group_rule': {'security_group_id': '1b9612f7-1f82-458c-945c-ff9f64986b1e', 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:06:06.012431 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:06:06.016900 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Usage tracker for resource:security_group_rule and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:06:06.020440 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:06:06.027053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:06:06.045428 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.115863 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.121220 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.123549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:06.144908 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512919f1-52f7-4206-997b-c9d47f474f4a,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:06.147197 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:06.155165 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.156555 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-1394a2f9-b952-4472-85cb-efc64fd1aa4d tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549647 Nov 23 13:06:06.159277 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 44212) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:06.164337 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Request body: {'security_group_rule': {'security_group_id': '1b9612f7-1f82-458c-945c-ff9f64986b1e', 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:06:06.170089 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:06:06.174554 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Usage tracker for resource:security_group_rule and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:06:06.177444 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:06:06.183125 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:06:06.201977 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.264594 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.270619 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.272650 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-794a07bb-8197-4b57-a794-fa2513f43b53 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:06.282849 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:06:06.293337 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b06b3a-f34d-4510-af2b-6c69deb6d434,revision_number=0']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:06.297727 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:06.309686 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.316885 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4583917e-d23d-47ee-8395-123e8862f8f1 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540637 Nov 23 13:06:06.317311 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44216) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:06.324510 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Request body: {'security_group_rule': {'security_group_id': '1b9612f7-1f82-458c-945c-ff9f64986b1e', 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:06:06.332983 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:06:06.337285 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Usage tracker for resource:security_group_rule and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:06:06.340164 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:06:06.346079 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:06:06.358724 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Project 7d8b6261db1f41d39a82cf016dcfe817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:06:06.365045 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.428129 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.433643 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.435908 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-618170d8-f08e-47b5-8a1b-ead2a803c3f4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:06.456941 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b496f021-5053-47f5-bf87-353114896894,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:06.459237 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:06.468222 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.469519 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-35db3a0b-0820-40f1-9773-50ebc9011246 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508110 Nov 23 13:06:06.473595 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 44220) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:06:06.478749 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Request body: {'security_group_rule': {'security_group_id': '1b9612f7-1f82-458c-945c-ff9f64986b1e', 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:06:06.484836 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:06:06.488890 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Usage tracker for resource:security_group_rule and tenant:7d8b6261db1f41d39a82cf016dcfe817 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:06:06.491843 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:06:06.498106 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:06:06.512558 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.securitygroups_db [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Project 7d8b6261db1f41d39a82cf016dcfe817 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 13:06:06.519638 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.586967 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.593355 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.595342 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bac94c1b-c032-479b-a4b6-748332b6055a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:06.619457 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7e1c36-a8b8-4281-96d0-b2bc52726c22,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:06.623900 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:06.635183 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:06.640588 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1656897 Nov 23 13:06:07.178060 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device fcd1750d-7092-4cdc-b691-a7c828a80809 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:07.260940 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a606d5bb-ed9d-4549-94d4-821fc12bde4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:07.271911 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port fcd1750d-7092-4cdc-b691-a7c828a80809 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:06:07.277576 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port fcd1750d-7092-4cdc-b691-a7c828a80809 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:07.277951 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:07.403564 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:07.421860 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port fcd1750d-7092-4cdc-b691-a7c828a80809, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=fcd1750d-7092-4cdc-b691-a7c828a80809,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:06:07.427605 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:07.429430 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:07.498044 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=fcd1750d-7092-4cdc-b691-a7c828a80809,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:07.501427 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:07.720635 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:08.282769 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Sync routers for ids ['e4012198-d6d4-473d-9e61-bb88025a8e4f'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:06:08.293117 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Routers {'e4012198-d6d4-473d-9e61-bb88025a8e4f'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:06:08.293928 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['e4012198-d6d4-473d-9e61-bb88025a8e4f'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:08.504725 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Set router e4012198-d6d4-473d-9e61-bb88025a8e4f gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:06:08.833498 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 4, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port': {'id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:00Z', 'updated_at': '2021-11-23T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '5dfffaa4-ae20-4dce-a11e-eda7430b2fe2', 'name': '', 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'mac_address': 'fa:16:3e:ad:b0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:02Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 2, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'subnets': [{'id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:08.837368 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Checking router: e4012198-d6d4-473d-9e61-bb88025a8e4f for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:06:08.837750 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Updating router e4012198-d6d4-473d-9e61-bb88025a8e4f port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:06:08.892891 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:09.151279 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device fcd1750d-7092-4cdc-b691-a7c828a80809 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:09.225825 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port fcd1750d-7092-4cdc-b691-a7c828a80809 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:09.226216 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:09.251587 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:09.262939 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Transition to ACTIVE for port object 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:06:09.271179 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:09.276498 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:09.437982 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff35d4-9ee3-4e3b-bdec-5b5ddbf9ecd7 None None] Pushing event updated for resources: {'Port': ['ID=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:09.441336 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-eaff35d4-9ee3-4e3b-bdec-5b5ddbf9ecd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:09.497485 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Attempting to bind port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:06:09.497856 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Attempting to bind port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:06:09.498224 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Attempting to bind port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 on network 2005d36f-02b9-43cc-9e93-b60a17976c2d {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:06:09.504081 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:06:09.504533 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Checking segment: {'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:06:09.504939 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:09.505352 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Bound using segment: {'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:06:09.505843 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Bound port: 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1225, 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:06:09.506239 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:09.603292 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] For port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:06:09.606224 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] For port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,segment=NetworkSegment(d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112),segment_id=d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:06:09.612818 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:09.616706 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:09.695866 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Routers {'e4012198-d6d4-473d-9e61-bb88025a8e4f'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:06:09.696476 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:05:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['e4012198-d6d4-473d-9e61-bb88025a8e4f'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:09.750236 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff35d4-9ee3-4e3b-bdec-5b5ddbf9ecd7 None None] Pushing event updated for resources: {'Port': ['ID=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,revision_number=4']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:09.757956 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-eaff35d4-9ee3-4e3b-bdec-5b5ddbf9ecd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:09.887646 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] Set router e4012198-d6d4-473d-9e61-bb88025a8e4f gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:06:10.123380 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3609a42e-b26e-44c5-b6f4-ec1a76b62285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:10.232095 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 4, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port': {'id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:00Z', 'updated_at': '2021-11-23T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '5dfffaa4-ae20-4dce-a11e-eda7430b2fe2', 'name': '', 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'mac_address': 'fa:16:3e:ad:b0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:02Z', 'updated_at': '2021-11-23T13:06:09Z', 'revision_number': 4, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'subnets': [{'id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:06:10.237287 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dd8aa2-e6cc-4053-8440-fa4609d6ae2f None None] The sync data for ids ['e4012198-d6d4-473d-9e61-bb88025a8e4f'] in dv-cinder-818886-1-iscsi is: [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:06:03Z', 'revision_number': 4, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port': {'id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:00Z', 'updated_at': '2021-11-23T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '5dfffaa4-ae20-4dce-a11e-eda7430b2fe2', 'name': '', 'network_id': '2005d36f-02b9-43cc-9e93-b60a17976c2d', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'mac_address': 'fa:16:3e:ad:b0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:02Z', 'updated_at': '2021-11-23T13:06:09Z', 'revision_number': 4, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'subnets': [{'id': 'ebd628da-c0b4-4896-8d77-40c231f39ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:06:11.164143 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:11.226439 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:11.248639 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:06:11.253390 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:11.253761 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:11.381011 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:11.421176 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,segment=NetworkSegment(d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112),segment_id=d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:06:11.421176 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:11.423391 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:06:11.498029 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:06:11.502105 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:06:12.497474 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:13.148220 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:06:13.226919 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:06:13.227310 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:18.913590 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:24.624578 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-550c0475-f673-4d6f-ac77-741817b97324 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766757 Nov 23 13:06:24.734458 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-d703ca7f-5e97-42ee-8dc6-b5e7e1e1d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:24.735971 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-d703ca7f-5e97-42ee-8dc6-b5e7e1e1d46e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1098 time: 0.0722754 Nov 23 13:06:24.885468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-ab4589fc-0c32-40f0-a071-dca153e169b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:24.886851 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-ab4589fc-0c32-40f0-a071-dca153e169b7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 911 time: 0.1279252 Nov 23 13:06:25.008166 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-b64e3077-7ec0-4019-b573-5918e2a49456 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 1001 time: 0.1134920 Nov 23 13:06:25.075178 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-3044d231-ccfb-4fb1-af74-c700679226ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:25.076695 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-3044d231-ccfb-4fb1-af74-c700679226ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 200 len: 848 time: 0.0602636 Nov 23 13:06:25.161614 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-0d9f7dd4-ffc8-4211-a05d-2cf275ee1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:25.162991 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-0d9f7dd4-ffc8-4211-a05d-2cf275ee1b85 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770967 Nov 23 13:06:25.295984 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-f560b734-7b32-4980-82da-97f0b8dbda0e service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250939 Nov 23 13:06:25.502789 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caf0a58d-83c6-42fa-9df5-2f8bab80474e req-4809b405-6eaf-49b6-8a71-a92ea55949dc service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996708 Nov 23 13:06:31.063631 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626fafc-21e7-4c6c-8a13-70160d91402b req-587ced47-8016-465a-abe9-f69a8f9e4bb8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:31.065305 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6626fafc-21e7-4c6c-8a13-70160d91402b req-587ced47-8016-465a-abe9-f69a8f9e4bb8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0909643 Nov 23 13:06:31.111172 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6626fafc-21e7-4c6c-8a13-70160d91402b req-966a0f8a-9553-424a-b97b-1d2e64f8f7f3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397167 Nov 23 13:06:32.330740 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18534fc2-dc16-40a0-b8fc-e319d63b0b68 req-39bcc7df-74fd-4e10-991d-3a8913a2a38b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:32.332146 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-18534fc2-dc16-40a0-b8fc-e319d63b0b68 req-39bcc7df-74fd-4e10-991d-3a8913a2a38b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0938740 Nov 23 13:06:32.378730 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-18534fc2-dc16-40a0-b8fc-e319d63b0b68 req-c722a00b-d849-4926-b541-0df1332c7fc0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382531 Nov 23 13:06:33.574489 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf00d-2ed2-408b-accb-dc7cb48c9deb req-377ee0b8-ff69-41d2-8c48-5406742b50d3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:33.575982 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-550cf00d-2ed2-408b-accb-dc7cb48c9deb req-377ee0b8-ff69-41d2-8c48-5406742b50d3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0866473 Nov 23 13:06:33.628195 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-550cf00d-2ed2-408b-accb-dc7cb48c9deb req-727ceffd-4db3-4190-8b7e-a832e4011049 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458624 Nov 23 13:06:34.838524 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df96e-5a54-4f2d-a6a1-2d2cc00678a7 req-5ae64f6b-0a3e-46bb-ac49-e3d1bf3b1108 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:34.840056 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-568df96e-5a54-4f2d-a6a1-2d2cc00678a7 req-5ae64f6b-0a3e-46bb-ac49-e3d1bf3b1108 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0978677 Nov 23 13:06:34.894101 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-568df96e-5a54-4f2d-a6a1-2d2cc00678a7 req-71754949-39d7-445b-9654-893ecb27a675 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475531 Nov 23 13:06:36.117858 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e8921-888e-4fd7-b182-4c394b4844a3 req-fd52fac9-45fe-42d9-956e-db3355081224 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:36.119347 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4a1e8921-888e-4fd7-b182-4c394b4844a3 req-fd52fac9-45fe-42d9-956e-db3355081224 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0996258 Nov 23 13:06:36.165790 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4a1e8921-888e-4fd7-b182-4c394b4844a3 req-48be3b18-3780-4156-ac41-e59b1e6dcfac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401397 Nov 23 13:06:37.254388 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-991e6d61-72c0-4878-b7cf-605ec7aa290c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:37.374593 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c1a1f-6129-4f6b-a66a-9c89c6efa9f6 req-ae73cce7-1165-4895-a55d-40be2801dff1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:37.376489 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f50c1a1f-6129-4f6b-a66a-9c89c6efa9f6 req-ae73cce7-1165-4895-a55d-40be2801dff1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0836911 Nov 23 13:06:37.421964 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f50c1a1f-6129-4f6b-a66a-9c89c6efa9f6 req-640a7e97-f8fd-4b9b-b1d1-912160c3f941 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395756 Nov 23 13:06:37.720884 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:38.617050 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86ed8a-b6d2-46fd-a350-5dd9f77790d7 req-ac3bedb7-3166-4802-b143-94baeb735309 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:38.618552 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1a86ed8a-b6d2-46fd-a350-5dd9f77790d7 req-ac3bedb7-3166-4802-b143-94baeb735309 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0890231 Nov 23 13:06:38.663746 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1a86ed8a-b6d2-46fd-a350-5dd9f77790d7 req-aeb45849-6389-4f9e-a8df-9b3be7875c33 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389285 Nov 23 13:06:39.868989 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a709bd-08b6-4e54-957f-cc9c02904b2d req-704ff760-b4fd-430b-bc2b-8aaee697c380 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:39.870506 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-52a709bd-08b6-4e54-957f-cc9c02904b2d req-704ff760-b4fd-430b-bc2b-8aaee697c380 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0904963 Nov 23 13:06:40.020579 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-52a709bd-08b6-4e54-957f-cc9c02904b2d req-d7d4094d-3e63-4cd7-b5ca-45b0bba655a6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436481 Nov 23 13:06:40.118714 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a8a93a16-96cd-4b66-8b23-8efcda975e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:41.183279 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:41.221660 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad778a-f50a-4ff3-a105-a3cefe723e1b req-edd3800f-0688-4ffb-93a0-3ca956ed2f85 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:41.223630 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-20ad778a-f50a-4ff3-a105-a3cefe723e1b req-edd3800f-0688-4ffb-93a0-3ca956ed2f85 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0914176 Nov 23 13:06:41.268224 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-20ad778a-f50a-4ff3-a105-a3cefe723e1b req-7cb50dbe-6da7-4dbd-80c7-e4912c69e98e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391328 Nov 23 13:06:42.468267 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0af1b-f289-47d6-bb56-3df14b773217 req-eb796beb-ace3-432f-9b74-b0b68d5ed58f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:42.469796 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-adb0af1b-f289-47d6-bb56-3df14b773217 req-eb796beb-ace3-432f-9b74-b0b68d5ed58f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0853615 Nov 23 13:06:42.502949 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:42.516432 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-adb0af1b-f289-47d6-bb56-3df14b773217 req-28a615a0-e558-4f68-a0f1-7acbc683b6a0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396578 Nov 23 13:06:43.286853 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:06:43.708526 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03500079-2e93-49be-93c9-6dc1e8f93f54 req-0d1f766c-1c5a-4dfa-8c69-b936222051d8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:43.710033 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-03500079-2e93-49be-93c9-6dc1e8f93f54 req-0d1f766c-1c5a-4dfa-8c69-b936222051d8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0853691 Nov 23 13:06:43.754996 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-03500079-2e93-49be-93c9-6dc1e8f93f54 req-ef2a2615-7b03-4dcc-8e67-3d450d9f83d0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391786 Nov 23 13:06:44.975294 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb744-2bbb-41cd-b198-a0ec1f0fbf8d req-cbf11939-5384-4d04-86d5-9abb267307dc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:44.976657 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d8bb744-2bbb-41cd-b198-a0ec1f0fbf8d req-cbf11939-5384-4d04-86d5-9abb267307dc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0918005 Nov 23 13:06:45.024548 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d8bb744-2bbb-41cd-b198-a0ec1f0fbf8d req-aa3987c8-f083-4e4d-8cf6-b5b70010beae tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395205 Nov 23 13:06:46.231956 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98426cc1-4504-4461-9176-dcec52f87046 req-58ca7769-a9f2-4814-b73f-16d90872fa72 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:46.233368 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-98426cc1-4504-4461-9176-dcec52f87046 req-58ca7769-a9f2-4814-b73f-16d90872fa72 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0943413 Nov 23 13:06:46.282150 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-98426cc1-4504-4461-9176-dcec52f87046 req-5de2e72d-10dc-4537-98d7-c02176bbe937 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 Nov 23 13:06:47.490025 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a441cb-b44b-489f-b999-a01cb24c429f req-5496abaa-680a-459d-95c0-cf11e437e110 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:47.491469 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-58a441cb-b44b-489f-b999-a01cb24c429f req-5496abaa-680a-459d-95c0-cf11e437e110 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0814390 Nov 23 13:06:47.538992 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-58a441cb-b44b-489f-b999-a01cb24c429f req-21219d29-fe21-4304-9ba1-4d68a6da93c1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388618 Nov 23 13:06:48.762059 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad4990-e401-473d-ac7d-005cfc41e40a req-14adc8c5-716d-464c-876b-01c42670f883 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:48.763542 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2bad4990-e401-473d-ac7d-005cfc41e40a req-14adc8c5-716d-464c-876b-01c42670f883 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0990229 Nov 23 13:06:48.811012 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2bad4990-e401-473d-ac7d-005cfc41e40a req-6b38c1fb-f372-45ad-b8ae-4e77ac242b8c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Nov 23 13:06:48.917058 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:06:50.175006 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8564-708a-428f-86df-d0553012b40c req-da724548-1a7f-4e6b-842c-d95ee945c142 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:50.176417 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-858b8564-708a-428f-86df-d0553012b40c req-da724548-1a7f-4e6b-842c-d95ee945c142 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0959284 Nov 23 13:06:50.220855 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-858b8564-708a-428f-86df-d0553012b40c req-21c6c35a-7970-43d3-993a-fc27b2406fa4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386658 Nov 23 13:06:51.439067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc2a19-2adb-49f2-83dd-61b26bf7da30 req-66c6acd7-f8c2-4559-9b8a-50132d48e8cd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:51.440541 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a7cc2a19-2adb-49f2-83dd-61b26bf7da30 req-66c6acd7-f8c2-4559-9b8a-50132d48e8cd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0922270 Nov 23 13:06:51.487309 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a7cc2a19-2adb-49f2-83dd-61b26bf7da30 req-b722e734-8881-47da-8854-11034f866326 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385582 Nov 23 13:06:52.698134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559cb52-c3e6-43f5-a35d-807e32114279 req-f4e98453-d258-44a5-9d3d-3c0aea8ddecf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:52.699709 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0559cb52-c3e6-43f5-a35d-807e32114279 req-f4e98453-d258-44a5-9d3d-3c0aea8ddecf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0937450 Nov 23 13:06:52.749273 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0559cb52-c3e6-43f5-a35d-807e32114279 req-d6411438-0c40-426f-8e98-6c6e84ef0182 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437021 Nov 23 13:06:53.977962 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759b5af-e3ef-47b0-bd11-9b81a8599e27 req-1989108b-f5ad-44b1-a94f-9f40df27e1fe tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:53.979300 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d759b5af-e3ef-47b0-bd11-9b81a8599e27 req-1989108b-f5ad-44b1-a94f-9f40df27e1fe tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.1106589 Nov 23 13:06:54.025466 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f79216-2e4b-4edc-b927-66bb9cade096 req-2bf60122-5971-4089-b394-51b8572b3ef5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:54.026973 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d2f79216-2e4b-4edc-b927-66bb9cade096 req-2bf60122-5971-4089-b394-51b8572b3ef5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0822091 Nov 23 13:06:54.071653 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d759b5af-e3ef-47b0-bd11-9b81a8599e27 req-9e3cb3c8-a436-44db-9ee1-3099192a6bb2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851393 Nov 23 13:06:54.082150 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d2f79216-2e4b-4edc-b927-66bb9cade096 req-93d0d0c1-a89d-44e5-bdd0-150fcdccc3ce tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481274 Nov 23 13:06:54.105504 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-132cdfa5-cf61-4e40-ae07-3f3d29af3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:54.106979 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-132cdfa5-cf61-4e40-ae07-3f3d29af3bc2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1137 time: 0.1060462 Nov 23 13:06:54.241555 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-59b88208-3662-426e-8feb-f987bb01c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:54.242905 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-59b88208-3662-426e-8feb-f987bb01c5fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.1290107 Nov 23 13:06:54.350816 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-fe30614b-9ca6-42e1-a402-b6fca188e185 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 1001 time: 0.1007009 Nov 23 13:06:54.419496 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-adf24fa9-b57b-4bfb-81b6-48a1bcb7ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:54.420993 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-adf24fa9-b57b-4bfb-81b6-48a1bcb7ef1b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.0631557 Nov 23 13:06:54.499652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-050bd406-638a-4c76-a637-500718883cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:54.501084 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-050bd406-638a-4c76-a637-500718883cbd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732129 Nov 23 13:06:54.634173 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-e8b1ede9-5bc5-4739-944d-ae344c9a42db service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259480 Nov 23 13:06:54.767215 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa7389f0-705d-457c-892e-7b3a1023d5a6 req-733b3e6b-84e9-46fe-b4fd-bfd347fbbbe5 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259818 Nov 23 13:06:55.274721 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82e073-6951-44d7-8645-cd8c5ad6c67d req-1904d1b6-28de-49e8-aa0a-7b573c461751 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:55.275372 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549c579-a86b-4d28-b0d5-c2f3005a815e req-d6c9e78b-f088-4157-b1ce-7d3beb6a5286 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:55.276524 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b82e073-6951-44d7-8645-cd8c5ad6c67d req-1904d1b6-28de-49e8-aa0a-7b573c461751 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0883243 Nov 23 13:06:55.280517 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b549c579-a86b-4d28-b0d5-c2f3005a815e req-d6c9e78b-f088-4157-b1ce-7d3beb6a5286 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0845840 Nov 23 13:06:55.322135 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4b82e073-6951-44d7-8645-cd8c5ad6c67d req-30a8cf63-06d4-4577-8288-60e41eb80d21 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397935 Nov 23 13:06:55.329181 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b549c579-a86b-4d28-b0d5-c2f3005a815e req-55872030-9b1d-4187-81f6-1f2e6e214efb tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Synchronizing usage tracker for tenant:13128fc1ba014300bfb802722969331f on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:06:55.347351 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-b549c579-a86b-4d28-b0d5-c2f3005a815e req-55872030-9b1d-4187-81f6-1f2e6e214efb tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Unset dirty status for tenant:13128fc1ba014300bfb802722969331f on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:06:55.348493 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b549c579-a86b-4d28-b0d5-c2f3005a815e req-55872030-9b1d-4187-81f6-1f2e6e214efb tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649686 Nov 23 13:06:56.364524 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091282f-6d9c-427a-975c-0311a9810144 req-c894da1a-49e3-4c66-8208-3e9d9d407cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:56.366174 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9091282f-6d9c-427a-975c-0311a9810144 req-c894da1a-49e3-4c66-8208-3e9d9d407cc6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1098 time: 0.0765183 Nov 23 13:06:56.535587 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb77d9-d930-48fe-8fb4-f32a6916f8db req-a44d9b52-cc67-487d-a9f2-741a86f85dd6 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:56.540994 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d4eb77d9-d930-48fe-8fb4-f32a6916f8db req-a44d9b52-cc67-487d-a9f2-741a86f85dd6 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0854995 Nov 23 13:06:56.568353 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091282f-6d9c-427a-975c-0311a9810144 req-25274afb-db8c-4c3f-92fa-f6ef5fd520d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:56.569876 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9091282f-6d9c-427a-975c-0311a9810144 req-25274afb-db8c-4c3f-92fa-f6ef5fd520d4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 911 time: 0.1971910 Nov 23 13:06:56.578124 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab5816-078c-48fb-ad2b-86fe833aa2ac req-cc4abafc-ce06-452b-99de-55dbe294f8eb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:56.579544 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28ab5816-078c-48fb-ad2b-86fe833aa2ac req-cc4abafc-ce06-452b-99de-55dbe294f8eb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.1343129 Nov 23 13:06:56.594411 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d4eb77d9-d930-48fe-8fb4-f32a6916f8db req-92baf062-2714-47b4-8588-75a7e3934ae5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511622 Nov 23 13:06:56.705462 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9091282f-6d9c-427a-975c-0311a9810144 req-50fb8821-3a30-4dc6-bbe6-69c22883de45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 1001 time: 0.1248901 Nov 23 13:06:56.708097 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28ab5816-078c-48fb-ad2b-86fe833aa2ac req-aa72c8cb-ea84-4e9a-a060-2e7e0dbd218c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795693 Nov 23 13:06:56.769339 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091282f-6d9c-427a-975c-0311a9810144 req-93503bdd-88a1-4fb2-9c5b-de9c79e7cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:56.770766 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9091282f-6d9c-427a-975c-0311a9810144 req-93503bdd-88a1-4fb2-9c5b-de9c79e7cdc7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 200 len: 848 time: 0.0586457 Nov 23 13:06:56.922522 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091282f-6d9c-427a-975c-0311a9810144 req-c5a08521-1780-4dfe-b994-2f88bb1d61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:56.924024 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9091282f-6d9c-427a-975c-0311a9810144 req-c5a08521-1780-4dfe-b994-2f88bb1d61ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1464446 Nov 23 13:06:57.078019 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9091282f-6d9c-427a-975c-0311a9810144 req-e4e183d8-e962-49de-98da-a1ccc0356cb3 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462152 Nov 23 13:06:57.215043 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9091282f-6d9c-427a-975c-0311a9810144 req-9545e20b-66ea-47d1-8e1a-720cb46058c9 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287284 Nov 23 13:06:57.783712 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1c7b6-eaa9-44c6-b0a9-b112618db187 req-63d94927-ef52-467e-b457-a5a01c993edc tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:57.785218 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5ec1c7b6-eaa9-44c6-b0a9-b112618db187 req-63d94927-ef52-467e-b457-a5a01c993edc tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0857742 Nov 23 13:06:57.836910 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5ec1c7b6-eaa9-44c6-b0a9-b112618db187 req-e6980343-98b0-49f4-9d1d-eca58f5b1411 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445840 Nov 23 13:06:57.948899 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e093a0-ff39-4a72-9d39-30a601ac177d req-8410bb7a-d848-4bfe-b34c-776038353b02 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:57.950377 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-58e093a0-ff39-4a72-9d39-30a601ac177d req-8410bb7a-d848-4bfe-b34c-776038353b02 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0907490 Nov 23 13:06:57.996691 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-58e093a0-ff39-4a72-9d39-30a601ac177d req-3a4ce27a-f701-4ddf-9abf-37e30d7169ea tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402489 Nov 23 13:06:59.042017 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9340b8-a5e8-4e4f-9505-22fc13596fa7 req-998ba105-688f-40ad-bd2e-a5a2cb57eac3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:59.043548 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a9340b8-a5e8-4e4f-9505-22fc13596fa7 req-998ba105-688f-40ad-bd2e-a5a2cb57eac3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0905340 Nov 23 13:06:59.091206 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0a9340b8-a5e8-4e4f-9505-22fc13596fa7 req-5af87a50-2589-4bc6-85af-ab327664e5ab tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415850 Nov 23 13:06:59.185627 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0dd7f-ec37-4f81-b8d9-bcf32ee49ff4 req-f811311f-08d1-40d1-9086-be3bdbe6b769 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:06:59.187121 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d2e0dd7f-ec37-4f81-b8d9-bcf32ee49ff4 req-f811311f-08d1-40d1-9086-be3bdbe6b769 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0828536 Nov 23 13:06:59.233564 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d2e0dd7f-ec37-4f81-b8d9-bcf32ee49ff4 req-9b17a502-a431-45e0-8d03-2937cca73229 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378797 Nov 23 13:07:00.296224 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97ef07-87a3-4aa6-ba94-2ea9395eddae req-f9cbcd4b-d02e-4d49-bd84-2a80a7ed29ed tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:00.297742 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c97ef07-87a3-4aa6-ba94-2ea9395eddae req-f9cbcd4b-d02e-4d49-bd84-2a80a7ed29ed tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0919523 Nov 23 13:07:00.348481 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c97ef07-87a3-4aa6-ba94-2ea9395eddae req-3405debb-d6b0-4e4f-924f-0fd4a333ce3e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437737 Nov 23 13:07:00.430475 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aa6af-f828-4029-822e-f6122e472551 req-f9ad59cf-6dac-41eb-bd0d-9d37a8bd665d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:00.431822 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bc5aa6af-f828-4029-822e-f6122e472551 req-f9ad59cf-6dac-41eb-bd0d-9d37a8bd665d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0804474 Nov 23 13:07:00.476671 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bc5aa6af-f828-4029-822e-f6122e472551 req-6bf0954a-7e57-4069-91c1-db67be779004 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389020 Nov 23 13:07:01.537664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61d77e-2252-4435-bd35-c07d62a92f52 req-3b98cfb1-dbc5-40f9-a5e9-3db257da7a54 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:01.539117 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea61d77e-2252-4435-bd35-c07d62a92f52 req-3b98cfb1-dbc5-40f9-a5e9-3db257da7a54 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0874970 Nov 23 13:07:01.587688 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea61d77e-2252-4435-bd35-c07d62a92f52 req-09298477-b7f5-4e54-9265-dc4995e89458 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425646 Nov 23 13:07:01.665668 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0aef5-0776-42fa-a30b-dd7514d2f5f4 req-649139d0-b901-47f1-a5f2-79aa21d2866a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:01.667147 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-48b0aef5-0776-42fa-a30b-dd7514d2f5f4 req-649139d0-b901-47f1-a5f2-79aa21d2866a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 945 time: 0.0838120 Nov 23 13:07:01.716052 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-48b0aef5-0776-42fa-a30b-dd7514d2f5f4 req-f1b5f5f2-ca6f-4d96-a47d-46c3812d1b4c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430162 Nov 23 13:07:02.134121 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 9334a9ef-7661-4c37-bee0-88d739f97311 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:07:02.257039 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:02.284465 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:07:02.294455 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 9334a9ef-7661-4c37-bee0-88d739f97311, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9334a9ef-7661-4c37-bee0-88d739f97311,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:07:02.300406 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:02.303376 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:07:02.337875 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311', 'code': 200} Nov 23 13:07:02.375752 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=9334a9ef-7661-4c37-bee0-88d739f97311,revision_number=6']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:07:02.383410 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.383757 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.384094 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.384479 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.384788 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.385114 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.385437 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.385759 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.386100 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.386418 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.386735 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.387053 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:07:02.391278 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:07:02.794838 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316b5fc-1011-4b85-95be-a75eb6145218 req-5a96e831-eb7c-44a3-a1e8-cfa1fe5394cc tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:02.796350 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2316b5fc-1011-4b85-95be-a75eb6145218 req-5a96e831-eb7c-44a3-a1e8-cfa1fe5394cc tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0941305 Nov 23 13:07:02.849395 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2316b5fc-1011-4b85-95be-a75eb6145218 req-afac3651-e80c-4429-bad9-0d4593c60cf5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469842 Nov 23 13:07:02.917410 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79c9d1-2515-4aa2-b408-95b8cc11613f req-500b7c02-f579-4bf3-9848-47dcd7c40a0a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:02.918795 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aa79c9d1-2515-4aa2-b408-95b8cc11613f req-500b7c02-f579-4bf3-9848-47dcd7c40a0a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0954287 Nov 23 13:07:02.966528 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aa79c9d1-2515-4aa2-b408-95b8cc11613f req-679bcef2-a8dd-4f88-a5f4-933e0906e8d9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395193 Nov 23 13:07:04.144275 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb59e8-6e5f-41ab-9a45-32c5c6fcafd1 req-d8d619d5-c508-47d1-9e36-40ba4ae8580f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:04.145688 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-09fb59e8-6e5f-41ab-9a45-32c5c6fcafd1 req-d8d619d5-c508-47d1-9e36-40ba4ae8580f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.1854851 Nov 23 13:07:04.178616 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99818b-dd41-4026-b957-a405c3825e72 req-88c6fe23-2fa5-488a-a6e6-838c660b1207 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:04.180030 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0d99818b-dd41-4026-b957-a405c3825e72 req-88c6fe23-2fa5-488a-a6e6-838c660b1207 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0810742 Nov 23 13:07:04.192198 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-09fb59e8-6e5f-41ab-9a45-32c5c6fcafd1 req-4fe848c6-315a-402a-9ca8-e3f6731b8943 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406013 Nov 23 13:07:04.234927 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0d99818b-dd41-4026-b957-a405c3825e72 req-41ca6fc7-163f-4dbd-81c8-62cc1e0b2a13 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488739 Nov 23 13:07:05.396000 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b6e95-9d95-4c0b-9cdb-44216599475e req-47c8c47a-865d-4f43-9ed9-c3ba360c2088 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:05.397493 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-812b6e95-9d95-4c0b-9cdb-44216599475e req-47c8c47a-865d-4f43-9ed9-c3ba360c2088 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0876417 Nov 23 13:07:05.427141 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8faf5-7520-4255-81eb-2cc99e587ffb req-b2f27df5-7587-4310-a7b5-d0257f627842 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:05.428650 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6df8faf5-7520-4255-81eb-2cc99e587ffb req-b2f27df5-7587-4310-a7b5-d0257f627842 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0805492 Nov 23 13:07:05.444724 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-812b6e95-9d95-4c0b-9cdb-44216599475e req-c6482d04-b891-403c-9758-3898dfa9370b tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413682 Nov 23 13:07:05.476800 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6df8faf5-7520-4255-81eb-2cc99e587ffb req-18baf55a-1e0f-4433-a4dd-ba3e8e07b4fe tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420468 Nov 23 13:07:06.630649 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d2e50-65c9-4785-959f-7be5fa81838d req-2b22d379-c154-4c55-9b69-13004df562aa tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:06.632265 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fd4d2e50-65c9-4785-959f-7be5fa81838d req-2b22d379-c154-4c55-9b69-13004df562aa tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0818558 Nov 23 13:07:06.681480 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fd4d2e50-65c9-4785-959f-7be5fa81838d req-0428bc0f-3fd8-4c80-bfa9-01225361cd9e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=92c6093d-188a-4e7e-92b1-c3497d5f8bb1&id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421147 Nov 23 13:07:06.774982 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc706915-29b0-4292-b86e-be6da4206a76 req-df6a1409-d5bc-4456-9095-6e21f80a75f4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:06.776461 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cc706915-29b0-4292-b86e-be6da4206a76 req-df6a1409-d5bc-4456-9095-6e21f80a75f4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0809441 Nov 23 13:07:06.826127 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cc706915-29b0-4292-b86e-be6da4206a76 req-b2305de3-6759-4b60-8558-7885b13d0b0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407605 Nov 23 13:07:07.267486 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d006c7a8-6b0a-4849-a804-494a6beb76b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:07.729543 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:08.028171 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1750b-2667-4ec6-973f-5254822e681c req-c6d823dc-9c40-4e86-9d1e-8afecba950c5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:08.029568 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-07f1750b-2667-4ec6-973f-5254822e681c req-c6d823dc-9c40-4e86-9d1e-8afecba950c5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0919058 Nov 23 13:07:08.073695 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-07f1750b-2667-4ec6-973f-5254822e681c req-8605a2be-3000-4de8-aa95-2c67871815e4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Nov 23 13:07:09.274986 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121e193-c9c6-4f03-ab8c-170a6303d2b4 req-26c7c11c-6257-4f35-a915-792fe44acea9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:09.276480 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3121e193-c9c6-4f03-ab8c-170a6303d2b4 req-26c7c11c-6257-4f35-a915-792fe44acea9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0852149 Nov 23 13:07:09.323658 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3121e193-c9c6-4f03-ab8c-170a6303d2b4 req-3defd18f-2e99-44b8-8635-77a7d35701e9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414112 Nov 23 13:07:10.135876 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7ced6fd3-69b2-43a5-a6f5-9ecc0c900567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:10.530852 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d1408-bba6-4d47-881b-0961f4e7dee0 req-2ebf289c-71d2-4c37-b5ab-334d711129cd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:10.532413 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b1d1408-bba6-4d47-881b-0961f4e7dee0 req-2ebf289c-71d2-4c37-b5ab-334d711129cd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0969329 Nov 23 13:07:10.576456 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b1d1408-bba6-4d47-881b-0961f4e7dee0 req-7675a6eb-1fd8-49b5-9f87-87b65992e0f9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382030 Nov 23 13:07:11.184540 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:11.793803 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5bc9d-1903-40ca-b4ac-d56e499759c8 req-efefe816-8a41-40fe-8b72-acc77d6fad3c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:11.795283 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c6b5bc9d-1903-40ca-b4ac-d56e499759c8 req-efefe816-8a41-40fe-8b72-acc77d6fad3c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0929499 Nov 23 13:07:11.843339 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c6b5bc9d-1903-40ca-b4ac-d56e499759c8 req-9fb06c19-c335-47ae-86c4-0f83a271e7e6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419931 Nov 23 13:07:12.507864 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:13.043428 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53e9c2-f140-41f7-8f71-e8083f7d45b7 req-f221ac01-2607-48c9-a241-5e466809d548 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:13.044934 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ad53e9c2-f140-41f7-8f71-e8083f7d45b7 req-f221ac01-2607-48c9-a241-5e466809d548 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0904622 Nov 23 13:07:13.092647 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ad53e9c2-f140-41f7-8f71-e8083f7d45b7 req-32624010-1d94-463c-a15e-77fe6156ad34 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Nov 23 13:07:14.311945 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3764908-be34-40fb-ba18-49923f5e9551 req-8cd1ced9-d841-4b28-9ff7-24955da14eaf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:14.313474 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f3764908-be34-40fb-ba18-49923f5e9551 req-8cd1ced9-d841-4b28-9ff7-24955da14eaf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0984905 Nov 23 13:07:14.362491 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f3764908-be34-40fb-ba18-49923f5e9551 req-ee35f2a7-8a9f-4f38-8f5f-4c13be4e3453 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405374 Nov 23 13:07:15.565877 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449c099-d097-4ed9-8441-516abf8b386b req-08fd9ab3-6f35-4311-9ea4-ad9e37a6477d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:15.567368 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3449c099-d097-4ed9-8441-516abf8b386b req-08fd9ab3-6f35-4311-9ea4-ad9e37a6477d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0870552 Nov 23 13:07:15.617770 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3449c099-d097-4ed9-8441-516abf8b386b req-d505d1cf-0b0e-4a6b-aba2-f79e5b27c7ca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442407 Nov 23 13:07:16.882018 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b1c68-d57e-45d8-a9c2-292bdfac2ca8 req-821bf201-2535-47a5-ae76-97882fcbf73e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:16.883518 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4d7b1c68-d57e-45d8-a9c2-292bdfac2ca8 req-821bf201-2535-47a5-ae76-97882fcbf73e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1467478 Nov 23 13:07:16.933292 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4d7b1c68-d57e-45d8-a9c2-292bdfac2ca8 req-c3cde836-9c19-47f9-b256-3e03792258a4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438356 Nov 23 13:07:18.125076 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5a26b-6a29-43a7-b99d-682b38422178 req-6a66d611-ea89-4118-8d7c-fb102cdbd9e4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:18.126512 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c5e5a26b-6a29-43a7-b99d-682b38422178 req-6a66d611-ea89-4118-8d7c-fb102cdbd9e4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0825286 Nov 23 13:07:18.173280 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c5e5a26b-6a29-43a7-b99d-682b38422178 req-91b99e64-5638-472e-8457-788e15d23612 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409291 Nov 23 13:07:18.914062 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:19.364545 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe45190-b556-4ac7-aad4-21a6f94622bf req-867334c1-7fbd-46bb-89cd-6f143f3e2b5d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:19.365908 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ebe45190-b556-4ac7-aad4-21a6f94622bf req-867334c1-7fbd-46bb-89cd-6f143f3e2b5d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0795732 Nov 23 13:07:19.410916 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ebe45190-b556-4ac7-aad4-21a6f94622bf req-71d7e7c7-9c41-4162-a3a7-29df5c4045a0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390205 Nov 23 13:07:20.291294 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:07:20.622909 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a94de-a1c0-4fe0-90cc-cd7844afc5db req-7fdeec93-85fe-44aa-9f1d-f229c1751192 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:20.624580 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-920a94de-a1c0-4fe0-90cc-cd7844afc5db req-7fdeec93-85fe-44aa-9f1d-f229c1751192 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0965652 Nov 23 13:07:20.672078 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-920a94de-a1c0-4fe0-90cc-cd7844afc5db req-d6d28737-d833-4008-bef7-291fcc6eaddc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413499 Nov 23 13:07:21.870462 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276476-be1f-48ef-9b5f-cbee28275fe1 req-e4881e16-f657-4102-bc78-08ce7f149ca4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:21.872270 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa276476-be1f-48ef-9b5f-cbee28275fe1 req-e4881e16-f657-4102-bc78-08ce7f149ca4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0833285 Nov 23 13:07:21.916281 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa276476-be1f-48ef-9b5f-cbee28275fe1 req-cc5059e4-8662-40e6-b936-985c70afebb7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382655 Nov 23 13:07:23.128257 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7638d-717e-4ec3-8029-236853b2f09f req-59a4889c-23dd-453d-b48f-9fc95c9914ae tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:23.129791 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-11c7638d-717e-4ec3-8029-236853b2f09f req-59a4889c-23dd-453d-b48f-9fc95c9914ae tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0979934 Nov 23 13:07:23.181833 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-11c7638d-717e-4ec3-8029-236853b2f09f req-e2f8ea6d-4d20-40b6-b606-58c08b96884b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Nov 23 13:07:24.372578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc169d-db1e-4477-98b0-79e79f265531 req-5ae3d36a-2b58-4f4e-b341-601374223248 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:24.373991 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1edc169d-db1e-4477-98b0-79e79f265531 req-5ae3d36a-2b58-4f4e-b341-601374223248 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0858524 Nov 23 13:07:24.421132 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1edc169d-db1e-4477-98b0-79e79f265531 req-0ab646fc-0a9b-49a0-83ed-69603ab3d3fb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413334 Nov 23 13:07:25.610897 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99884287-ca7c-4c7e-9506-59967a97a795 req-2c330831-c81d-40b2-9798-32501435135d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:25.612398 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-99884287-ca7c-4c7e-9506-59967a97a795 req-2c330831-c81d-40b2-9798-32501435135d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0818861 Nov 23 13:07:25.667020 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-99884287-ca7c-4c7e-9506-59967a97a795 req-f43e7607-dc32-4e8e-b522-691d0fe91643 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484929 Nov 23 13:07:26.609665 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-76d43ef8-5fa6-43e9-87d8-542321920034 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813205 Nov 23 13:07:26.716808 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-0f36499b-e6fd-4617-a5ec-442cf682d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:26.718337 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-0f36499b-e6fd-4617-a5ec-442cf682d5bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1137 time: 0.0739720 Nov 23 13:07:26.919383 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-717e7864-3cb8-42c0-9205-f25d5206a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:26.920855 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-717e7864-3cb8-42c0-9205-f25d5206a681 service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.1800802 Nov 23 13:07:26.989508 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bea97-04c8-4028-928f-b3a0c33d0e65 req-88a94ecf-dc9c-477f-9a8a-e9f4bb521155 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:26.990906 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-672bea97-04c8-4028-928f-b3a0c33d0e65 req-88a94ecf-dc9c-477f-9a8a-e9f4bb521155 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1800680 Nov 23 13:07:27.061135 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-1db6ae52-e9cd-425d-b15b-f6750cedde47 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 1001 time: 0.1318181 Nov 23 13:07:27.068358 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-672bea97-04c8-4028-928f-b3a0c33d0e65 req-5cc0bb7b-6f8c-4611-8252-6ec234ff8e60 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690649 Nov 23 13:07:27.125774 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-b9208b02-6402-467b-a80a-918bf0a3f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:27.127231 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-b9208b02-6402-467b-a80a-918bf0a3f4c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.0580637 Nov 23 13:07:27.206687 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-a2347967-ce45-4cc6-9bcf-20564aa3c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:27.208211 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-a2347967-ce45-4cc6-9bcf-20564aa3c03a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746045 Nov 23 13:07:27.346480 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-3adf501b-f25e-40bd-b043-229e45ac5042 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309619 Nov 23 13:07:27.497703 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3dd50527-cfd2-46ac-b08e-427f124a8dda req-94d3e163-e0d2-4c36-8420-0894bc18592c service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435440 Nov 23 13:07:28.333063 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306af102-25b4-4ee0-80e2-aa2e9f2e8ddb req-0d1b5d31-5538-4378-a4c4-189106c499e0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:28.334534 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-306af102-25b4-4ee0-80e2-aa2e9f2e8ddb req-0d1b5d31-5538-4378-a4c4-189106c499e0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1545687 Nov 23 13:07:28.380121 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-306af102-25b4-4ee0-80e2-aa2e9f2e8ddb req-f205753d-9115-45d5-bf45-e0bd46accea1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397983 Nov 23 13:07:29.590325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5a5db-8314-4cd0-a607-8294b5222a5a req-f7d78a4f-95a1-408b-a640-ab5a1b723019 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:29.592554 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6ba5a5db-8314-4cd0-a607-8294b5222a5a req-f7d78a4f-95a1-408b-a640-ab5a1b723019 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0923462 Nov 23 13:07:29.639872 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6ba5a5db-8314-4cd0-a607-8294b5222a5a req-536cb03a-be98-4fde-a5d5-8dfb8bb299af tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409660 Nov 23 13:07:30.841374 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba118c4-8b09-4321-bb62-c960f62cdc70 req-1124ba77-91d9-43f7-bab8-c238c447bf22 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:30.842851 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ba118c4-8b09-4321-bb62-c960f62cdc70 req-1124ba77-91d9-43f7-bab8-c238c447bf22 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0858598 Nov 23 13:07:30.889479 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ba118c4-8b09-4321-bb62-c960f62cdc70 req-05111cb3-2951-45d6-b2f8-0c5cf9327064 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Nov 23 13:07:32.097352 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed2f6f-79d3-4da1-b6e9-47261e6ad66d req-b3f872e7-b3ff-433c-8a88-c61243563983 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:32.098858 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4ed2f6f-79d3-4da1-b6e9-47261e6ad66d req-b3f872e7-b3ff-433c-8a88-c61243563983 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1017706 Nov 23 13:07:32.143861 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4ed2f6f-79d3-4da1-b6e9-47261e6ad66d req-ed900e87-c73d-435a-a22c-d5b3a9017d7b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388401 Nov 23 13:07:33.350254 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c0c8b-99f5-4f70-9bbc-f95618aab586 req-c01698e4-fecf-4acd-bc1f-9d9d4eeb64c4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:33.351748 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-531c0c8b-99f5-4f70-9bbc-f95618aab586 req-c01698e4-fecf-4acd-bc1f-9d9d4eeb64c4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0887940 Nov 23 13:07:33.398663 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-531c0c8b-99f5-4f70-9bbc-f95618aab586 req-d70eca25-f64d-4de8-b12b-92bd8511d8bc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410371 Nov 23 13:07:34.600635 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd775e15-3241-4cb5-ae55-4b7d6443eff9 req-6cd63019-83b3-4524-9dcf-ac80ce70658e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:34.602117 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd775e15-3241-4cb5-ae55-4b7d6443eff9 req-6cd63019-83b3-4524-9dcf-ac80ce70658e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0891366 Nov 23 13:07:34.658676 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd775e15-3241-4cb5-ae55-4b7d6443eff9 req-6f52278b-db69-4e61-b09d-c0aa9fa1dd74 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481400 Nov 23 13:07:35.872284 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce37d1-c69a-44d3-8c8d-620a16daa6cc req-aff54316-b5f2-4d81-8d79-ca73fc6a51c4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:35.873802 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19ce37d1-c69a-44d3-8c8d-620a16daa6cc req-aff54316-b5f2-4d81-8d79-ca73fc6a51c4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0875828 Nov 23 13:07:35.940597 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19ce37d1-c69a-44d3-8c8d-620a16daa6cc req-c4129ab7-0714-46e6-a88d-b00ad6889260 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577221 Nov 23 13:07:37.141131 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9927018-a973-41d9-822a-aa13f4b920a2 req-6bc1baf6-bb7a-4076-b3c4-eae5f8a0e18e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:37.142693 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c9927018-a973-41d9-822a-aa13f4b920a2 req-6bc1baf6-bb7a-4076-b3c4-eae5f8a0e18e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0826755 Nov 23 13:07:37.190117 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c9927018-a973-41d9-822a-aa13f4b920a2 req-83409c6f-074d-46dc-b6b6-f602a7ccfda0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416727 Nov 23 13:07:37.264278 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-92b0da7f-e583-4337-be62-9f4a7c2d6e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:37.720818 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:38.407928 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0f5df-3913-4ec5-b0f3-8c31c1af9e9c req-c1126add-822e-4b9a-91d0-6c731c173a7a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:38.409421 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31b0f5df-3913-4ec5-b0f3-8c31c1af9e9c req-c1126add-822e-4b9a-91d0-6c731c173a7a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1041110 Nov 23 13:07:38.458150 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31b0f5df-3913-4ec5-b0f3-8c31c1af9e9c req-1f5ab10e-09c7-4154-9dd6-be13952db9dc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402966 Nov 23 13:07:39.654071 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bd10a-eade-47d9-8efc-43ade7817950 req-ecf6025c-d554-4cfd-8d01-9a951638326d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:39.655558 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-574bd10a-eade-47d9-8efc-43ade7817950 req-ecf6025c-d554-4cfd-8d01-9a951638326d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0820432 Nov 23 13:07:39.699538 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-574bd10a-eade-47d9-8efc-43ade7817950 req-1456e9a6-575b-431d-90ce-a37050f957e1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381401 Nov 23 13:07:40.126229 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0436231b-afcb-4d39-8f8b-c78381969454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:40.898771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da82c4-b7a6-4dfa-adec-55e6c3ea5f15 req-682ff0d8-24ca-432b-8a36-44c4ae687f65 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:40.900157 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c4da82c4-b7a6-4dfa-adec-55e6c3ea5f15 req-682ff0d8-24ca-432b-8a36-44c4ae687f65 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0897636 Nov 23 13:07:40.947489 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c4da82c4-b7a6-4dfa-adec-55e6c3ea5f15 req-53a574dc-3484-4835-9ff1-9d63220b10ca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386817 Nov 23 13:07:41.189874 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:42.146428 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1178a6-db0b-42e0-9d4a-48d8b8266bd8 req-9a83614b-fb15-4ec8-896c-3dfe1014eca3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:42.147877 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3e1178a6-db0b-42e0-9d4a-48d8b8266bd8 req-9a83614b-fb15-4ec8-896c-3dfe1014eca3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0895135 Nov 23 13:07:42.197413 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3e1178a6-db0b-42e0-9d4a-48d8b8266bd8 req-acb698d9-1ec1-48c8-a9a2-4e98162888eb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 Nov 23 13:07:42.514396 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:43.418493 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a375-b7d9-4fed-8747-c882f09a3d96 req-03412ce5-34a6-4af8-8bae-cd021f7c3841 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:43.419844 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b427a375-b7d9-4fed-8747-c882f09a3d96 req-03412ce5-34a6-4af8-8bae-cd021f7c3841 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0999434 Nov 23 13:07:43.464054 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b427a375-b7d9-4fed-8747-c882f09a3d96 req-a77f2adf-6544-4dec-8d3b-319fcfd068ea tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382717 Nov 23 13:07:44.675430 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b38c56-b23b-4568-b3bf-917eb5eb1ee1 req-08fbd12d-16c9-414d-b289-6714b6348999 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:44.677030 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-20b38c56-b23b-4568-b3bf-917eb5eb1ee1 req-08fbd12d-16c9-414d-b289-6714b6348999 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0997005 Nov 23 13:07:44.721728 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-20b38c56-b23b-4568-b3bf-917eb5eb1ee1 req-592c62d7-632c-40f2-9138-827dfc93a07c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390344 Nov 23 13:07:45.918314 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35c046-a899-47cf-b8ca-5fd9d09d3673 req-ac2d0a22-6551-4a5c-a7fc-28e327e3ce04 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:45.919769 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1c35c046-a899-47cf-b8ca-5fd9d09d3673 req-ac2d0a22-6551-4a5c-a7fc-28e327e3ce04 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0826905 Nov 23 13:07:45.968507 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1c35c046-a899-47cf-b8ca-5fd9d09d3673 req-68d14431-7ac7-4185-938e-a5d0963f3c89 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 Nov 23 13:07:47.183660 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df98b0-43ca-49fa-8281-9bbea7b47af3 req-74583411-d782-4828-9dd9-878fa24921f3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:47.185148 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c7df98b0-43ca-49fa-8281-9bbea7b47af3 req-74583411-d782-4828-9dd9-878fa24921f3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0966074 Nov 23 13:07:47.229702 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c7df98b0-43ca-49fa-8281-9bbea7b47af3 req-f13fd3de-eaac-4aab-bf78-acd3d1aa2f77 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388780 Nov 23 13:07:48.438351 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32be631-5689-4762-9549-9b3d49fca933 req-74285003-7129-4061-bfe5-4375b1b4af55 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:48.439780 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b32be631-5689-4762-9549-9b3d49fca933 req-74285003-7129-4061-bfe5-4375b1b4af55 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0903928 Nov 23 13:07:48.492270 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b32be631-5689-4762-9549-9b3d49fca933 req-473b76d3-9602-4d6d-97ed-d62eb92ae5fe tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447085 Nov 23 13:07:48.912871 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:07:49.701375 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c7a97-a3a8-4f5e-b123-18e62a322255 req-5d6a93b0-ac16-4fb1-b0c2-dd48985fa19c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:49.702760 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-283c7a97-a3a8-4f5e-b123-18e62a322255 req-5d6a93b0-ac16-4fb1-b0c2-dd48985fa19c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0970874 Nov 23 13:07:49.748424 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-283c7a97-a3a8-4f5e-b123-18e62a322255 req-4ee581a4-fd57-49a1-a891-47be312c6b92 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399687 Nov 23 13:07:50.945274 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85135a1d-d4e2-429d-9b9f-db15b50c1b58 req-fd7e3950-08db-47fa-8e82-cea676da66fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:50.946725 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-85135a1d-d4e2-429d-9b9f-db15b50c1b58 req-fd7e3950-08db-47fa-8e82-cea676da66fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0853534 Nov 23 13:07:51.054492 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-85135a1d-d4e2-429d-9b9f-db15b50c1b58 req-32955d50-3472-4d72-acd1-84936f49966e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016855 Nov 23 13:07:52.267847 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488aa57-031c-4e55-bd1f-1a86da526929 req-f6da8cc9-3c62-4f47-892d-5cec4dafdf41 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:52.269214 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7488aa57-031c-4e55-bd1f-1a86da526929 req-f6da8cc9-3c62-4f47-892d-5cec4dafdf41 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0899985 Nov 23 13:07:52.320502 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7488aa57-031c-4e55-bd1f-1a86da526929 req-0b711937-d7bb-4c4f-92bd-7c9d618d3191 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454624 Nov 23 13:07:53.529099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88a81c-84a5-4804-9937-f05a487dc03d req-231d678f-1c16-4bb0-8bed-db96e136c41c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:53.530582 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fa88a81c-84a5-4804-9937-f05a487dc03d req-231d678f-1c16-4bb0-8bed-db96e136c41c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0888538 Nov 23 13:07:53.578256 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fa88a81c-84a5-4804-9937-f05a487dc03d req-be91a257-01ad-497f-88ba-a96898b087c6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Nov 23 13:07:54.778595 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fbd83-9215-4790-bc39-0412e799adaa req-88162338-c529-464a-b81a-e4b93c48cc57 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:54.780034 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-150fbd83-9215-4790-bc39-0412e799adaa req-88162338-c529-464a-b81a-e4b93c48cc57 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0865602 Nov 23 13:07:54.827287 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-150fbd83-9215-4790-bc39-0412e799adaa req-12a44c05-1708-4faf-baea-8f0d49817899 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387459 Nov 23 13:07:56.022249 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d6801-6064-494d-a94e-f97bdeb9b32b req-07adbf45-9b2c-4653-8d2f-130d0717d5e2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:56.023732 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-634d6801-6064-494d-a94e-f97bdeb9b32b req-07adbf45-9b2c-4653-8d2f-130d0717d5e2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0854781 Nov 23 13:07:56.069952 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-634d6801-6064-494d-a94e-f97bdeb9b32b req-d0862e98-4e82-4693-997a-c579e5ff933f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402763 Nov 23 13:07:57.259493 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768994f4-ac10-4061-be56-2094fe3a6b58 req-4023745d-db36-4a20-b6f2-b64515c1d910 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:57.261139 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-768994f4-ac10-4061-be56-2094fe3a6b58 req-4023745d-db36-4a20-b6f2-b64515c1d910 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0845332 Nov 23 13:07:57.290524 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:07:57.312204 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-768994f4-ac10-4061-be56-2094fe3a6b58 req-424d6b70-ec42-453a-9fb2-2c2098f8d68d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426531 Nov 23 13:07:58.522758 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b57903-ca23-45ac-b4af-2522f63cedca req-f448791c-dd0f-4b46-946f-2b43b39047b3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:58.524116 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-04b57903-ca23-45ac-b4af-2522f63cedca req-f448791c-dd0f-4b46-946f-2b43b39047b3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0844283 Nov 23 13:07:58.574854 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-04b57903-ca23-45ac-b4af-2522f63cedca req-6e0fd301-30ac-407f-bd80-001239c331cd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433922 Nov 23 13:07:59.790504 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435be38-f471-4b4c-abf7-d153bc4f34f8 req-3a595d7e-dccc-4bf4-959b-c5510d1e0d9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:07:59.791997 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4435be38-f471-4b4c-abf7-d153bc4f34f8 req-3a595d7e-dccc-4bf4-959b-c5510d1e0d9c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0907238 Nov 23 13:07:59.837467 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4435be38-f471-4b4c-abf7-d153bc4f34f8 req-2c60477f-9d31-4f64-921c-1bd74077fc7a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Nov 23 13:08:01.051030 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac545-cb71-4f47-81ab-bcd24b98b232 req-31616b35-76fd-4e18-9d3f-9b377d38fadb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:01.052563 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-02eac545-cb71-4f47-81ab-bcd24b98b232 req-31616b35-76fd-4e18-9d3f-9b377d38fadb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1045589 Nov 23 13:08:01.101775 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-02eac545-cb71-4f47-81ab-bcd24b98b232 req-f2e72b46-caa8-4e42-9502-7aab69e61190 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406880 Nov 23 13:08:02.330853 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c8087-2c68-4c5f-b615-34cf565c581c req-7e0084d6-3ef7-4ac6-aec4-b6bf70bdb6b2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:02.332354 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cf7c8087-2c68-4c5f-b615-34cf565c581c req-7e0084d6-3ef7-4ac6-aec4-b6bf70bdb6b2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1090629 Nov 23 13:08:02.381489 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cf7c8087-2c68-4c5f-b615-34cf565c581c req-08ec0936-8c53-40af-831f-4d3785d6d3c3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407221 Nov 23 13:08:03.590404 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfa670-d89f-4436-a669-5e5fc401475a req-16bebe1b-38ac-4634-ae8b-51a3ca36c9b7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:03.591868 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-75cfa670-d89f-4436-a669-5e5fc401475a req-16bebe1b-38ac-4634-ae8b-51a3ca36c9b7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0926976 Nov 23 13:08:03.644212 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-75cfa670-d89f-4436-a669-5e5fc401475a req-99a11fae-3b70-4795-964f-65a6934205a7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462558 Nov 23 13:08:04.849016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ed00b-39af-4faf-9b82-3ba47ea56742 req-d79c5c98-118b-4ea1-bf16-4f4974cc6805 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:04.850629 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-790ed00b-39af-4faf-9b82-3ba47ea56742 req-d79c5c98-118b-4ea1-bf16-4f4974cc6805 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0862422 Nov 23 13:08:04.897204 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-790ed00b-39af-4faf-9b82-3ba47ea56742 req-80eb4bc9-4ed9-44c7-8df4-7973d8856e38 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407922 Nov 23 13:08:06.095183 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e1e78-f955-4af2-9b1d-334a723765d4 req-86071617-b6fa-48c0-a3dc-84e8c63ffcdf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:06.096570 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1a9e1e78-f955-4af2-9b1d-334a723765d4 req-86071617-b6fa-48c0-a3dc-84e8c63ffcdf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0868888 Nov 23 13:08:06.147986 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1a9e1e78-f955-4af2-9b1d-334a723765d4 req-512e92b7-44dc-446e-bde1-62764a6400bd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457578 Nov 23 13:08:07.260082 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1fd5bb90-f310-4cbe-babd-a8a87b7fe173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:07.342739 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1e04f-2dc3-4c84-b15c-74b7cbe8e701 req-276ae38c-5705-4299-972b-92c299f72892 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:07.344641 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-66d1e04f-2dc3-4c84-b15c-74b7cbe8e701 req-276ae38c-5705-4299-972b-92c299f72892 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0901027 Nov 23 13:08:07.393636 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-66d1e04f-2dc3-4c84-b15c-74b7cbe8e701 req-ca167ac6-a847-4091-8e33-7c951bb8d106 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Nov 23 13:08:07.727500 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:08.598894 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c2d14-45ff-4cbc-a33f-6d44093b06cd req-5aa96443-0643-4bee-8b3b-82f72145a1ca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:08.600362 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7b0c2d14-45ff-4cbc-a33f-6d44093b06cd req-5aa96443-0643-4bee-8b3b-82f72145a1ca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0891750 Nov 23 13:08:08.645279 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7b0c2d14-45ff-4cbc-a33f-6d44093b06cd req-40f5f137-5daf-46ea-a7c4-248e23cc11b1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391474 Nov 23 13:08:10.014224 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727fb6a-0d61-4669-af6f-4d4e6d41e916 req-24af422e-e253-4a11-8e27-f01d57dcc158 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:10.015752 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9727fb6a-0d61-4669-af6f-4d4e6d41e916 req-24af422e-e253-4a11-8e27-f01d57dcc158 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1016822 Nov 23 13:08:10.060437 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9727fb6a-0d61-4669-af6f-4d4e6d41e916 req-d0c6d559-6061-4d6c-913e-190c3da1c20f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387928 Nov 23 13:08:10.122931 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8aebb6a0-6bf9-427f-8970-d9edbdb194b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:11.214013 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:11.255839 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d81ab-ca40-47d2-a245-76327370b74c req-8d917e02-c98a-47d5-80a8-eaa026a3aa24 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:11.257367 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ad7d81ab-ca40-47d2-a245-76327370b74c req-8d917e02-c98a-47d5-80a8-eaa026a3aa24 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0885692 Nov 23 13:08:11.303012 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ad7d81ab-ca40-47d2-a245-76327370b74c req-e5b3fd6b-871c-4af5-9e21-94b597cd364d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398159 Nov 23 13:08:12.497906 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d63888-86c1-4cd7-b6c1-f105e51b29f9 req-afc348c9-aef7-48e0-a2ec-5e3842d4056f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:12.499455 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-65d63888-86c1-4cd7-b6c1-f105e51b29f9 req-afc348c9-aef7-48e0-a2ec-5e3842d4056f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0842609 Nov 23 13:08:12.513030 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:12.549250 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-65d63888-86c1-4cd7-b6c1-f105e51b29f9 req-da726bec-8049-4570-ab5a-70f346c347a6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435832 Nov 23 13:08:13.746350 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93800f5-6d73-4ceb-ad2a-1a87b494302c req-58d01f7e-7b15-45f5-a18f-99a14478ff19 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:13.747701 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f93800f5-6d73-4ceb-ad2a-1a87b494302c req-58d01f7e-7b15-45f5-a18f-99a14478ff19 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0867939 Nov 23 13:08:13.798486 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f93800f5-6d73-4ceb-ad2a-1a87b494302c req-0729fb48-c7c0-4322-901a-b4d32874d4c7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445988 Nov 23 13:08:15.054568 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdbfd9-3f08-40c2-a09f-4f0d7e441234 req-bff58500-3ca1-4dec-937b-195a103f6097 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:15.056032 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e5bdbfd9-3f08-40c2-a09f-4f0d7e441234 req-bff58500-3ca1-4dec-937b-195a103f6097 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1513114 Nov 23 13:08:15.101239 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e5bdbfd9-3f08-40c2-a09f-4f0d7e441234 req-e7cea865-41e2-463f-ac10-f9bd57d191aa tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391924 Nov 23 13:08:15.380770 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-abb4bd6a-3259-4aa5-92fa-880f4c482ecf tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808218229&fields=id&tenant_id=13128fc1ba014300bfb802722969331f HTTP/1.1" status: 200 len: 267 time: 0.0428140 Nov 23 13:08:15.475868 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-9840a24e-468d-4920-90e8-46017487b2f1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:15.477367 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-9840a24e-468d-4920-90e8-46017487b2f1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 984 time: 0.0888059 Nov 23 13:08:15.488094 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Request body: {'port': {'security_groups': ['ba5a7143-7025-4adf-b2ce-7022e6ffc8c4']}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:08:15.612966 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:15.856299 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] For port 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:08:15.883913 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:15.890761 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:15.896652 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-899885b1-ca7e-4797-8a0b-914881ecda55 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:08:15.928495 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2f280c1a-d79b-4581-bd2b-add5ec70ac56'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:08:15.964421 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:15.965032 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:15.966439 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-352bf8f7-6d43-439d-aa3e-cab455419338 req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "PUT /v2.0/ports/2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 942 time: 0.4829915 Nov 23 13:08:15.966968 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:08:15.975350 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 45046) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:08:15.991417 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event updated for resources: {'Port': ['ID=2f280c1a-d79b-4581-bd2b-add5ec70ac56,revision_number=7']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:08:16.002700 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.003092 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.003469 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.003839 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.004206 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.004617 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.004989 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.005353 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.005718 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.006076 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.006446 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.006801 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.012633 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:08:16.023026 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'status': 'completed', 'code': 200} Nov 23 13:08:16.103668 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2f280c1a-d79b-4581-bd2b-add5ec70ac56'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:08:16.119768 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:16.171368 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:16.224926 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-8ec5b44d-ee06-4488-9d9d-fd48bf93aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:16.226425 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-8ec5b44d-ee06-4488-9d9d-fd48bf93aff6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1098 time: 0.1522460 Nov 23 13:08:16.318024 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa6ac5-4c5a-4271-a854-8503b391aecb req-621bf56f-57f1-4d8b-a0da-86634a374648 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:16.319711 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-66aa6ac5-4c5a-4271-a854-8503b391aecb req-621bf56f-57f1-4d8b-a0da-86634a374648 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0898125 Nov 23 13:08:16.319845 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-3a7d7fc9-1e2c-4894-9b52-5618c20773b8 None None] Provisioning complete for port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:08:16.320148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7fc9-1e2c-4894-9b52-5618c20773b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:16.347634 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:16.354505 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9883b921-925b-46a7-8938-13791d43e155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:08:16.366960 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-66aa6ac5-4c5a-4271-a854-8503b391aecb req-695ec258-ba72-44be-b2d1-525b1d6f9bd1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413284 Nov 23 13:08:16.385251 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c6093d-188a-4e7e-92b1-c3497d5f8bb1,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:08:16.410053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.410418 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.410782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.411137 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.411501 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.411854 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.412203 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.412571 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.412926 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.413266 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.413610 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.413951 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:08:16.417148 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:08:16.428705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:16.429920 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "DELETE /v2.0/security-groups/92c6093d-188a-4e7e-92b1-c3497d5f8bb1 HTTP/1.1" status: 204 len: 168 time: 0.4534998 Nov 23 13:08:16.431175 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-b2d4a260-a253-4439-b2f4-5de514f55231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:16.432545 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-b2d4a260-a253-4439-b2f4-5de514f55231 service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.1986890 Nov 23 13:08:16.433166 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 45052) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:08:16.542463 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-d7ace27c-f2b2-4a31-ae80-ffd11b832978 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 1001 time: 0.1027646 Nov 23 13:08:16.605484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-9248b336-8fc8-48b6-b9bd-9515da662eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:16.606951 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-9248b336-8fc8-48b6-b9bd-9515da662eee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.0581651 Nov 23 13:08:16.647944 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Deleting port 58792f72-5d2b-49fd-b832-29012611757f {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:08:16.648286 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:16.686043 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-36aa8a78-7309-4f58-aef1-7f0ffb6a3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:16.687444 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-36aa8a78-7309-4f58-aef1-7f0ffb6a3ec4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738513 Nov 23 13:08:16.824948 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-14f4fd5d-5f37-4946-a524-91292e296501 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301246 Nov 23 13:08:16.833321 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:16.833659 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:16.960572 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f1107542-ab76-47de-b02c-3f76cfae4129 req-e9410c96-8581-4561-ba36-ac3bfc840ebe service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284111 Nov 23 13:08:16.961379 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Calling delete_port for 58792f72-5d2b-49fd-b832-29012611757f owned by network:floatingip {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:08:17.223935 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:17.227920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:08:17.278330 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event deleted for resources: {'Port': ['ID=58792f72-5d2b-49fd-b832-29012611757f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:08:17.281478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:08:17.374708 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks [] for floatingip, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:17.375041 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Floating IP d56c5b6e-030c-43da-b2f0-ea6b802df37f disassociated (deleted). External IP: 172.27.3.169, port: 2f280c1a-d79b-4581-bd2b-add5ec70ac56. Nov 23 13:08:17.695139 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c360e-fa8a-42c3-b0a7-c522ec76016c req-8608ea6e-aca1-4c05-87a9-9aa7532e2ecb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:17.696603 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d9c360e-fa8a-42c3-b0a7-c522ec76016c req-8608ea6e-aca1-4c05-87a9-9aa7532e2ecb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1853092 Nov 23 13:08:17.814927 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d9c360e-fa8a-42c3-b0a7-c522ec76016c req-93a232aa-0e40-424e-895c-6b87b10b7ecd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698547 Nov 23 13:08:17.822474 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:08:18.017621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:08:18.027856 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] Sync routers for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:08:18.038037 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:08:18.038675 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:08:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:08:18.041471 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:18.096932 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7635b648-b8af-45fc-82c7-0f33b856d00e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "DELETE /v2.0/floatingips/d56c5b6e-030c-43da-b2f0-ea6b802df37f HTTP/1.1" status: 204 len: 168 time: 1.6625929 Nov 23 13:08:18.097675 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:08:18.145813 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'status': 'completed', 'code': 200} Nov 23 13:08:18.227303 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:08:18.257074 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42576ed4-1522-481e-b101-2f0d174e0121 req-40e03fd3-f07f-4ed4-a6cd-ddf41e9e1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:18.258568 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42576ed4-1522-481e-b101-2f0d174e0121 req-40e03fd3-f07f-4ed4-a6cd-ddf41e9e1b09 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1098 time: 0.0709198 Nov 23 13:08:18.408844 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42576ed4-1522-481e-b101-2f0d174e0121 req-ba860744-7a71-47e8-bfcc-690b00164468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:18.410308 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42576ed4-1522-481e-b101-2f0d174e0121 req-ba860744-7a71-47e8-bfcc-690b00164468 service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.1453927 Nov 23 13:08:18.480447 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42576ed4-1522-481e-b101-2f0d174e0121 req-8f5d6f4d-1b6d-4fd2-ade2-7c7552c9bf76 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 217 time: 0.0630178 Nov 23 13:08:18.544972 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42576ed4-1522-481e-b101-2f0d174e0121 req-fb4432d2-9f4b-4892-a98d-40cc0158ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:18.546420 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42576ed4-1522-481e-b101-2f0d174e0121 req-fb4432d2-9f4b-4892-a98d-40cc0158ddb5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.0591202 Nov 23 13:08:18.549453 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:29Z', 'revision_number': 5, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:08:18.553702 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] Checking router: 5ba0deb9-04e9-4485-9dc0-d9afa4537702 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:08:18.562799 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:08:18.563427 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:08:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:08:18.627879 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42576ed4-1522-481e-b101-2f0d174e0121 req-1cb29d69-dc67-42e3-962e-cfe07f5790e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:18.629562 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42576ed4-1522-481e-b101-2f0d174e0121 req-1cb29d69-dc67-42e3-962e-cfe07f5790e6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768404 Nov 23 13:08:18.748379 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:08:18.762889 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42576ed4-1522-481e-b101-2f0d174e0121 req-0985d715-3b81-4571-bd7a-5e8ce219b7bd service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270843 Nov 23 13:08:18.975787 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:18.987911 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42576ed4-1522-481e-b101-2f0d174e0121 req-d4558ac9-afb3-4484-947b-d20b6e5bb015 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185836 Nov 23 13:08:19.066306 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fdd83-e6f3-4214-b97f-83eddb39b39d req-8fef74a4-3cba-41ee-a33a-55316701b021 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:19.067829 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e96fdd83-e6f3-4214-b97f-83eddb39b39d req-8fef74a4-3cba-41ee-a33a-55316701b021 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0831895 Nov 23 13:08:19.113349 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e96fdd83-e6f3-4214-b97f-83eddb39b39d req-fc7e83c6-7de3-4469-99a4-639c058b5fa4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392025 Nov 23 13:08:19.125044 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:29Z', 'revision_number': 5, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:08:19.129549 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c566800-1779-4443-9bb3-4af5d090f049 None None] The sync data for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi is: [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:03:19Z', 'revision_number': 4, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '1b73c759-63c5-4982-aa4a-86c97ba04d7d', 'name': '', 'network_id': '80f788ec-a296-4d2f-963c-ac1dae70507a', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'mac_address': 'fa:16:3e:d1:46:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:18Z', 'updated_at': '2021-11-23T13:03:29Z', 'revision_number': 5, 'project_id': '13128fc1ba014300bfb802722969331f', 'subnets': [{'id': '2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:08:19.362007 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e49d5f-4710-4160-80d2-f16b0b2094aa None None] New status for floating IP d56c5b6e-030c-43da-b2f0-ea6b802df37f: DOWN {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:08:20.314585 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9a466-88cf-4bf6-9597-9da1e6691cfd req-c0f57925-08d9-4c19-9cbe-afeb1fdf1fd3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:20.318553 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0af9a466-88cf-4bf6-9597-9da1e6691cfd req-c0f57925-08d9-4c19-9cbe-afeb1fdf1fd3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0891111 Nov 23 13:08:20.371769 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0af9a466-88cf-4bf6-9597-9da1e6691cfd req-31d84a42-f63e-4020-81bf-43e9861275d9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462198 Nov 23 13:08:21.566665 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64bd17-8cf1-4254-9bc1-cc428d312898 req-7555403b-48d9-438b-be9c-77cc623c078c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:21.568173 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5d64bd17-8cf1-4254-9bc1-cc428d312898 req-7555403b-48d9-438b-be9c-77cc623c078c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0859923 Nov 23 13:08:21.614675 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5d64bd17-8cf1-4254-9bc1-cc428d312898 req-a663dddd-117f-48f1-83d7-e826483fdce4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384741 Nov 23 13:08:22.831300 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e0ad8-c2b1-4d26-8b7b-f1adcc548182 req-b9e0dee9-0ef6-4718-ad5a-b2ffe9c968a8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:22.832791 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-317e0ad8-c2b1-4d26-8b7b-f1adcc548182 req-b9e0dee9-0ef6-4718-ad5a-b2ffe9c968a8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0942836 Nov 23 13:08:22.876606 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-317e0ad8-c2b1-4d26-8b7b-f1adcc548182 req-e1038aad-9b3e-4130-858f-208f8fbd3608 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Nov 23 13:08:24.079105 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacf6fa-49f4-4d1d-9086-d817c101df8b req-ede1251d-f9e8-4f34-bfa7-91c9f115b810 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:24.080624 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-daacf6fa-49f4-4d1d-9086-d817c101df8b req-ede1251d-f9e8-4f34-bfa7-91c9f115b810 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0963070 Nov 23 13:08:24.130247 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-daacf6fa-49f4-4d1d-9086-d817c101df8b req-37603a94-9c9a-4753-8097-c4fa3552d8b8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Nov 23 13:08:25.331424 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039a5b3-fb3e-4ca6-9cbf-9b50d4179afb req-721009ca-a266-4e2e-b432-7aa93e74aa03 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:25.332941 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9039a5b3-fb3e-4ca6-9cbf-9b50d4179afb req-721009ca-a266-4e2e-b432-7aa93e74aa03 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0915461 Nov 23 13:08:25.383563 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9039a5b3-fb3e-4ca6-9cbf-9b50d4179afb req-e5d50674-7388-40f0-9d47-957298ad49e5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441113 Nov 23 13:08:26.586572 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f6d71-19e8-46be-ad16-bce3a2be3c78 req-97db1a1f-2da3-4c73-a2b4-7f3e1ee210ab tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:26.588075 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fe7f6d71-19e8-46be-ad16-bce3a2be3c78 req-97db1a1f-2da3-4c73-a2b4-7f3e1ee210ab tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0917389 Nov 23 13:08:26.635173 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fe7f6d71-19e8-46be-ad16-bce3a2be3c78 req-6a7edfa7-2e2e-458e-b461-8455fdc78c2a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412171 Nov 23 13:08:27.272560 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-8b44af2c-4672-4de7-baeb-f47fcf58b5a1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734024 Nov 23 13:08:27.436993 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-d5d46947-0a1c-435b-8440-f09dda97e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:27.438386 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-d5d46947-0a1c-435b-8440-f09dda97e1e4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1099 time: 0.0766995 Nov 23 13:08:27.586963 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-2ccf8c07-df8f-4c2d-80b4-20dedd9556db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:27.588437 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-2ccf8c07-df8f-4c2d-80b4-20dedd9556db service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1285312 Nov 23 13:08:27.693196 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-e6f070d9-5ad9-44bc-9070-bfe4e806c6bc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 1001 time: 0.0987239 Nov 23 13:08:27.809798 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-3530675f-1d73-4d3d-b2c6-8f51f9a30a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:27.811256 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-3530675f-1d73-4d3d-b2c6-8f51f9a30a58 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.1119478 Nov 23 13:08:27.901683 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cc25e-1d25-4e17-aeee-078cedd9170a req-a90222f7-f7b9-4db2-a228-1848b5cba256 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:27.903145 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b33cc25e-1d25-4e17-aeee-078cedd9170a req-a90222f7-f7b9-4db2-a228-1848b5cba256 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1552010 Nov 23 13:08:27.927606 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-eda61cc7-61ed-4e55-8b49-3635e731d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:27.929081 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-eda61cc7-61ed-4e55-8b49-3635e731d25b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101518 Nov 23 13:08:27.975300 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b33cc25e-1d25-4e17-aeee-078cedd9170a req-f56842d8-b0b4-4c43-a7f6-4708deea7a0f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662127 Nov 23 13:08:28.079734 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-abec5a4f-58a4-4d54-babd-e9ed6077f7fc service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375639 Nov 23 13:08:28.220641 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf9530f2-73f1-4f98-8e17-829b37e7aa40 req-b8cdce3b-77f0-463b-83f0-fd05b3fe6c39 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346817 Nov 23 13:08:29.170576 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8dc39-211d-4c08-bfc7-8ad923975278 req-dbb409f1-d761-4e09-b8c9-aeddd365f004 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:29.171998 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-29a8dc39-211d-4c08-bfc7-8ad923975278 req-dbb409f1-d761-4e09-b8c9-aeddd365f004 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0838733 Nov 23 13:08:29.219585 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-29a8dc39-211d-4c08-bfc7-8ad923975278 req-248f7d6d-8a65-493d-a4da-c6e6fdcaa9a3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417478 Nov 23 13:08:30.497415 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936a1a8-a13e-4a40-b1ad-f37276ece3be req-6b75f905-4e7f-4c15-bca9-a35f257cf56a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:30.498897 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a936a1a8-a13e-4a40-b1ad-f37276ece3be req-6b75f905-4e7f-4c15-bca9-a35f257cf56a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1643503 Nov 23 13:08:30.551853 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a936a1a8-a13e-4a40-b1ad-f37276ece3be req-55b03e88-fc63-4e15-83c6-7458ed034897 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469942 Nov 23 13:08:31.757166 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad45c8-b9be-40be-95ee-7c8c8e2e3c1e req-42c47948-78cf-41aa-9464-c07c6dc250fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:31.759033 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e9ad45c8-b9be-40be-95ee-7c8c8e2e3c1e req-42c47948-78cf-41aa-9464-c07c6dc250fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0925307 Nov 23 13:08:31.802748 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e9ad45c8-b9be-40be-95ee-7c8c8e2e3c1e req-35ccba07-24ae-4c07-92ec-21d3789aa00f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377080 Nov 23 13:08:32.998276 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b18d77-cfad-439e-a10e-7b36294a9cfa req-10431b6a-2aad-4ecc-a561-e4f6485429dd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:32.999696 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d9b18d77-cfad-439e-a10e-7b36294a9cfa req-10431b6a-2aad-4ecc-a561-e4f6485429dd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0889242 Nov 23 13:08:33.049259 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d9b18d77-cfad-439e-a10e-7b36294a9cfa req-2c1a26d5-4714-47aa-bb54-9ee6fce2329f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 Nov 23 13:08:34.252142 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4890-393c-41a0-b7c2-8d0b2c5048d9 req-8fd0f9f0-46a8-484f-96f8-a270d56707ed tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:34.253541 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a2db4890-393c-41a0-b7c2-8d0b2c5048d9 req-8fd0f9f0-46a8-484f-96f8-a270d56707ed tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0869412 Nov 23 13:08:34.289166 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:08:34.300067 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a2db4890-393c-41a0-b7c2-8d0b2c5048d9 req-d4980fba-67ee-4d21-acb4-29a0a9aa0314 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406840 Nov 23 13:08:35.537576 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01db6c0-0252-4d7f-8cdd-689e05dc83e0 req-a4f8f57a-2643-407e-96e4-449af6d30454 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:35.539154 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f01db6c0-0252-4d7f-8cdd-689e05dc83e0 req-a4f8f57a-2643-407e-96e4-449af6d30454 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1112981 Nov 23 13:08:35.593159 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f01db6c0-0252-4d7f-8cdd-689e05dc83e0 req-3ea54726-9bd1-426a-937f-082c432d776d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454345 Nov 23 13:08:36.796227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9646845-d38f-40fb-8c96-5a778618d9d2 req-8cdb0c01-d6d7-4459-a7db-2fad28909c39 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:36.797670 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b9646845-d38f-40fb-8c96-5a778618d9d2 req-8cdb0c01-d6d7-4459-a7db-2fad28909c39 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0934241 Nov 23 13:08:36.844446 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b9646845-d38f-40fb-8c96-5a778618d9d2 req-a3bab065-9d3b-4425-bc7b-a4b4f9e825d9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409441 Nov 23 13:08:37.256834 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5afbe41d-0470-4026-896d-e4c7d171bd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:37.715309 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:38.047485 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229dd3e-9424-48f1-ae3b-03d32bb552a3 req-fb466a13-dc52-4c9c-b76a-c5dff1b02e3b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:38.048967 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7229dd3e-9424-48f1-ae3b-03d32bb552a3 req-fb466a13-dc52-4c9c-b76a-c5dff1b02e3b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0898490 Nov 23 13:08:38.097361 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7229dd3e-9424-48f1-ae3b-03d32bb552a3 req-d6d543a3-5b30-41c2-81fe-3773c9c6a368 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396385 Nov 23 13:08:39.301635 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f02842-1d48-4850-8e0a-c484db4c328d req-e71aa075-868e-43be-a09a-7d3abce9a891 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:39.303118 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-54f02842-1d48-4850-8e0a-c484db4c328d req-e71aa075-868e-43be-a09a-7d3abce9a891 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0873284 Nov 23 13:08:39.348552 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-54f02842-1d48-4850-8e0a-c484db4c328d req-9de797bc-b514-4f13-b24c-c0ae8e1648e6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398204 Nov 23 13:08:40.124870 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1575a8c8-01c3-487a-af4b-e909b3bdaf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:40.554719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ab667-4472-4175-966d-798db3144f28 req-f86a5038-8ce2-4f0c-9f55-d25b8cd3af2a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:40.556185 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea3ab667-4472-4175-966d-798db3144f28 req-f86a5038-8ce2-4f0c-9f55-d25b8cd3af2a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0909002 Nov 23 13:08:40.600826 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea3ab667-4472-4175-966d-798db3144f28 req-61c13a11-1dcb-4bac-94cf-ff7ce92fe326 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385277 Nov 23 13:08:41.197266 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:41.815461 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae7321-2326-40cc-981a-e3d12d2400e5 req-97dd4c48-5c04-42dd-9edb-ce69d88da57b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:41.816981 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-51ae7321-2326-40cc-981a-e3d12d2400e5 req-97dd4c48-5c04-42dd-9edb-ce69d88da57b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1012392 Nov 23 13:08:41.865616 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-51ae7321-2326-40cc-981a-e3d12d2400e5 req-f78034c8-9fcd-450d-9488-90ec86b3ce02 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Nov 23 13:08:42.519653 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:43.054174 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179878e-b3ae-47dd-91e7-8dcc5558b069 req-2ded95db-942a-4b26-b249-683d8a9f09c1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:43.055679 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6179878e-b3ae-47dd-91e7-8dcc5558b069 req-2ded95db-942a-4b26-b249-683d8a9f09c1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0847559 Nov 23 13:08:43.109621 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6179878e-b3ae-47dd-91e7-8dcc5558b069 req-f5a173cc-3497-49a2-9dc1-d5197e414606 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448940 Nov 23 13:08:44.326890 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03af506-eba8-4953-b25b-378e629240f4 req-c805199a-a084-430e-8e8c-e3ee7695dd56 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:44.328334 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e03af506-eba8-4953-b25b-378e629240f4 req-c805199a-a084-430e-8e8c-e3ee7695dd56 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0983491 Nov 23 13:08:44.375783 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e03af506-eba8-4953-b25b-378e629240f4 req-4091e800-b65f-4857-9af9-cb9640befd19 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388567 Nov 23 13:08:45.582573 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c1cdc-8043-47fc-9839-f000b551807b req-d2a71698-665b-475c-ac7f-81291ea6b605 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:45.584033 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-002c1cdc-8043-47fc-9839-f000b551807b req-d2a71698-665b-475c-ac7f-81291ea6b605 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0948601 Nov 23 13:08:45.631664 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-002c1cdc-8043-47fc-9839-f000b551807b req-136c1e84-c17d-41c0-9c2a-bfa98793844a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391650 Nov 23 13:08:46.838062 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceee762-8c98-47aa-9c2b-df7eb088e342 req-34640f51-7eef-44ef-8274-cb966806f021 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:46.839567 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eceee762-8c98-47aa-9c2b-df7eb088e342 req-34640f51-7eef-44ef-8274-cb966806f021 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0876422 Nov 23 13:08:46.893371 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eceee762-8c98-47aa-9c2b-df7eb088e342 req-2ad5b8fa-825b-48e4-87df-6e52d3902014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475824 Nov 23 13:08:48.095528 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb8357-f28d-47d0-abfe-c1094132cb2b req-ea44af6b-0cdc-41bf-974d-4b068ba2ba7d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:48.097027 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-58eb8357-f28d-47d0-abfe-c1094132cb2b req-ea44af6b-0cdc-41bf-974d-4b068ba2ba7d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0870266 Nov 23 13:08:48.146956 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-58eb8357-f28d-47d0-abfe-c1094132cb2b req-c95eb99a-a372-4d9e-98cb-2b221f9080ab tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 Nov 23 13:08:48.949611 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:08:49.336695 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a8acf-5be1-4c50-9a61-9e33c06ccb5b req-8af59dc3-9a71-486d-983b-ab9d29ca8d42 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:49.338164 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b40a8acf-5be1-4c50-9a61-9e33c06ccb5b req-8af59dc3-9a71-486d-983b-ab9d29ca8d42 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0827177 Nov 23 13:08:49.384555 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b40a8acf-5be1-4c50-9a61-9e33c06ccb5b req-60eaff85-ec70-4a38-8c51-b6d80d1bdd18 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382819 Nov 23 13:08:50.589510 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a58ea7-d4c9-4542-a82e-0bd98c1e142d req-0d6ce898-b83a-428f-b299-1e6d03166eed tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:50.590980 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31a58ea7-d4c9-4542-a82e-0bd98c1e142d req-0d6ce898-b83a-428f-b299-1e6d03166eed tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0934765 Nov 23 13:08:50.640182 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31a58ea7-d4c9-4542-a82e-0bd98c1e142d req-31aac4f3-263b-4d35-a112-3d5748458aae tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404029 Nov 23 13:08:51.838227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5b96-e93a-4bea-a240-4d1c52764c40 req-c74b17e0-97a1-4899-84c8-2a4fb977d94f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:51.839697 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb6a5b96-e93a-4bea-a240-4d1c52764c40 req-c74b17e0-97a1-4899-84c8-2a4fb977d94f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0837476 Nov 23 13:08:51.884983 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb6a5b96-e93a-4bea-a240-4d1c52764c40 req-7d709c34-43c4-4316-a66a-a2d4848d5ea6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393703 Nov 23 13:08:53.170036 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d4df1-5eb9-4370-a44c-21f5fc4116e2 req-d7ee74e2-e7e3-4295-9230-5e345cc17b8f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:53.171545 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8e6d4df1-5eb9-4370-a44c-21f5fc4116e2 req-d7ee74e2-e7e3-4295-9230-5e345cc17b8f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1664946 Nov 23 13:08:53.223654 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8e6d4df1-5eb9-4370-a44c-21f5fc4116e2 req-e8582157-8960-45d3-b376-3e7262d4899c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445049 Nov 23 13:08:54.425116 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94076fd2-df67-4f1e-861d-36d4c18bf2ac req-bcac5957-c8b9-4fcf-aa64-e7df715fd699 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:54.426881 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94076fd2-df67-4f1e-861d-36d4c18bf2ac req-bcac5957-c8b9-4fcf-aa64-e7df715fd699 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0840459 Nov 23 13:08:54.474774 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-94076fd2-df67-4f1e-861d-36d4c18bf2ac req-842baacb-9f10-401a-94bf-f0c97852d63c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422480 Nov 23 13:08:55.681310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8473185-de71-4f5e-afff-1eefb6ee71b5 req-3a440d90-b243-48ea-9f83-6ce1dcf59797 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:55.682759 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f8473185-de71-4f5e-afff-1eefb6ee71b5 req-3a440d90-b243-48ea-9f83-6ce1dcf59797 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0937064 Nov 23 13:08:55.727594 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f8473185-de71-4f5e-afff-1eefb6ee71b5 req-5949ad10-83db-4d6c-9a85-ead0d4b1a608 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388107 Nov 23 13:08:56.927241 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1340e-ffa0-42b9-ac62-f0efbb0f2318 req-106d54b6-2f4f-4b9a-8c45-879e9a2e9aa8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:56.928693 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-14a1340e-ffa0-42b9-ac62-f0efbb0f2318 req-106d54b6-2f4f-4b9a-8c45-879e9a2e9aa8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0862989 Nov 23 13:08:56.972819 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-14a1340e-ffa0-42b9-ac62-f0efbb0f2318 req-87c578d2-854a-48f5-8598-7f72b750567b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383408 Nov 23 13:08:58.182307 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e27078-37aa-4cc6-a77b-b23389d9ebaf req-8b2e5165-64ea-4ebb-ac45-1724744b473d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:58.183657 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-81e27078-37aa-4cc6-a77b-b23389d9ebaf req-8b2e5165-64ea-4ebb-ac45-1724744b473d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0872383 Nov 23 13:08:58.227608 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-81e27078-37aa-4cc6-a77b-b23389d9ebaf req-3d042171-bc45-4b37-9adc-fd5e2a1fc665 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382469 Nov 23 13:08:59.447474 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f161f7-8fd7-4c00-939d-575d60d1ae70 req-b82aa1d7-e0ca-4abf-8812-ffcbc16a11b3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:08:59.448859 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42f161f7-8fd7-4c00-939d-575d60d1ae70 req-b82aa1d7-e0ca-4abf-8812-ffcbc16a11b3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1014104 Nov 23 13:08:59.505388 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42f161f7-8fd7-4c00-939d-575d60d1ae70 req-cb2f2446-79d5-452f-8108-7c6820408ede tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506334 Nov 23 13:09:00.719287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226584be-8ff9-463c-99a7-e16dfe94cea3 req-d4de5a14-a2e1-43d6-8308-ff175324989a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:00.720813 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-226584be-8ff9-463c-99a7-e16dfe94cea3 req-d4de5a14-a2e1-43d6-8308-ff175324989a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1009698 Nov 23 13:09:00.771072 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-226584be-8ff9-463c-99a7-e16dfe94cea3 req-d1957f4c-cf54-4d77-bbbc-51d05f9d6c08 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443444 Nov 23 13:09:01.974362 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952e250-e7f6-4394-a1c4-9d2d2b3975e0 req-c9afacf0-6ada-43cc-8cef-ce622aecd392 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:01.975836 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1952e250-e7f6-4394-a1c4-9d2d2b3975e0 req-c9afacf0-6ada-43cc-8cef-ce622aecd392 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0871837 Nov 23 13:09:02.023839 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1952e250-e7f6-4394-a1c4-9d2d2b3975e0 req-4c66db40-1417-4b11-858a-0c83cf29735c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395403 Nov 23 13:09:03.238991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43d46-7f1e-465e-9308-21585ca65f74 req-039f2080-9af5-4afa-a64f-bc61039273b3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:03.240718 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-83b43d46-7f1e-465e-9308-21585ca65f74 req-039f2080-9af5-4afa-a64f-bc61039273b3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0974834 Nov 23 13:09:03.288773 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-83b43d46-7f1e-465e-9308-21585ca65f74 req-4ffb9426-c918-49ea-aa40-8aab13f1c303 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392509 Nov 23 13:09:04.499725 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33df1e-2bd4-4cc4-aa5d-b9af15ad541c req-cf356418-5ad4-4e38-8d6b-29a3b8967a27 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:04.501195 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c33df1e-2bd4-4cc4-aa5d-b9af15ad541c req-cf356418-5ad4-4e38-8d6b-29a3b8967a27 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0889101 Nov 23 13:09:04.545553 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c33df1e-2bd4-4cc4-aa5d-b9af15ad541c req-178c50d4-4a67-4fa9-8d2b-972245c9ab73 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383263 Nov 23 13:09:05.755490 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910ca28-ac50-4454-965e-33fd63b5bb2f req-af7ce80d-2f36-4172-85a6-30aab0f719d9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:05.757145 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8910ca28-ac50-4454-965e-33fd63b5bb2f req-af7ce80d-2f36-4172-85a6-30aab0f719d9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0937669 Nov 23 13:09:05.803966 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8910ca28-ac50-4454-965e-33fd63b5bb2f req-4c016998-733f-4ca4-9cb3-fe7a667cd7f2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383575 Nov 23 13:09:07.005356 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40568936-1638-49bb-a997-0a86170968fd req-382bf9e2-2eba-4524-a0de-930062d666f2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:07.006786 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-40568936-1638-49bb-a997-0a86170968fd req-382bf9e2-2eba-4524-a0de-930062d666f2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0939441 Nov 23 13:09:07.050862 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-40568936-1638-49bb-a997-0a86170968fd req-3aab05ff-31d7-45c0-ba01-cf14b9c7751a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384147 Nov 23 13:09:07.252265 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc275-b227-425e-b11f-daa0ad10d746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:07.713929 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:08.253655 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e7160-aa1f-436b-9167-8910695427a0 req-23ccc983-6389-46ad-8e2e-d1334c8429a6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:08.255106 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-957e7160-aa1f-436b-9167-8910695427a0 req-23ccc983-6389-46ad-8e2e-d1334c8429a6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0925372 Nov 23 13:09:08.299705 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-957e7160-aa1f-436b-9167-8910695427a0 req-c0c6c62e-0e32-4232-80ff-63cdecd1eb58 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383003 Nov 23 13:09:09.503915 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e601-3439-4424-a40e-ae32b99f12b3 req-084e7eb2-457e-47dc-9282-e2bbc3e1663a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:09.505325 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-64c3e601-3439-4424-a40e-ae32b99f12b3 req-084e7eb2-457e-47dc-9282-e2bbc3e1663a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0901868 Nov 23 13:09:09.554882 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-64c3e601-3439-4424-a40e-ae32b99f12b3 req-a26da573-2626-4f05-be4b-108116102ac1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438309 Nov 23 13:09:10.120777 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ecef6c8-eac4-41c3-aee3-da6f8baa2e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:10.767951 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188f0ab-79be-4ad7-b7b9-bf524afdeec5 req-030f6fcd-68e6-4642-92d0-2be6f2421eab tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:10.769435 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4188f0ab-79be-4ad7-b7b9-bf524afdeec5 req-030f6fcd-68e6-4642-92d0-2be6f2421eab tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0961423 Nov 23 13:09:10.816640 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4188f0ab-79be-4ad7-b7b9-bf524afdeec5 req-2813fd0f-bd16-4ff5-868f-f27234559879 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387168 Nov 23 13:09:11.196861 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:11.287917 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:09:12.010641 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095e1fa-1ab1-4cbe-85da-a87cfd50ae79 req-d94a81d4-4877-4af5-9b1a-d7069cc26ef4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:12.012077 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3095e1fa-1ab1-4cbe-85da-a87cfd50ae79 req-d94a81d4-4877-4af5-9b1a-d7069cc26ef4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0885749 Nov 23 13:09:12.056172 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3095e1fa-1ab1-4cbe-85da-a87cfd50ae79 req-45155d3a-3b4f-427a-be55-85cb95b88496 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382259 Nov 23 13:09:12.532606 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:13.254801 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff868f2-6296-43bc-9c34-09c553210a67 req-3e2b5b80-a99f-4067-b0be-ab76f4d21fca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:13.256264 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dff868f2-6296-43bc-9c34-09c553210a67 req-3e2b5b80-a99f-4067-b0be-ab76f4d21fca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0864127 Nov 23 13:09:13.301786 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dff868f2-6296-43bc-9c34-09c553210a67 req-2af994c4-40b8-472e-bc8e-6814d6889007 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394928 Nov 23 13:09:14.510712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6284052-8c47-4cca-8ee7-51ec4f1e5980 req-027fa919-8d4f-40e3-9323-2071b5106203 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:14.512273 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6284052-8c47-4cca-8ee7-51ec4f1e5980 req-027fa919-8d4f-40e3-9323-2071b5106203 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0894008 Nov 23 13:09:14.556335 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6284052-8c47-4cca-8ee7-51ec4f1e5980 req-7332951d-b3bb-4467-9a3b-c79ffd5f5e7f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382636 Nov 23 13:09:15.770444 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24d8fd-41f3-4217-af42-ff3ceb39d124 req-5d87c386-a332-49f3-9dd3-11129b0311b8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:15.772159 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c24d8fd-41f3-4217-af42-ff3ceb39d124 req-5d87c386-a332-49f3-9dd3-11129b0311b8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0983715 Nov 23 13:09:15.833253 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c24d8fd-41f3-4217-af42-ff3ceb39d124 req-8d9f82af-8d07-47f1-857a-1703ed20938b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467763 Nov 23 13:09:17.088423 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08914047-1c2c-4313-8a1f-69a30af1ebdb req-7dfe5d29-7b7c-45a0-aa81-dabb067f0ffd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:17.090018 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-08914047-1c2c-4313-8a1f-69a30af1ebdb req-7dfe5d29-7b7c-45a0-aa81-dabb067f0ffd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1478612 Nov 23 13:09:17.140512 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-08914047-1c2c-4313-8a1f-69a30af1ebdb req-6636b453-e7d5-440c-9c3e-3fd14ad6fd8a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 Nov 23 13:09:18.957353 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:23.403482 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a8cfa-07e1-4581-bbfb-ca89f3921f05 req-ddc30c97-a6ba-4f97-b5e5-294f9932ecb5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:23.405210 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-052a8cfa-07e1-4581-bbfb-ca89f3921f05 req-ddc30c97-a6ba-4f97-b5e5-294f9932ecb5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0898607 Nov 23 13:09:23.454998 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-052a8cfa-07e1-4581-bbfb-ca89f3921f05 req-95f7550e-9644-4102-b0aa-745ad8cc3e23 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431793 Nov 23 13:09:24.649224 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b56dd-002b-4ebb-b8b1-d2b168355f20 req-89a488fe-f9c1-44e4-847e-c83ed8e8721b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:24.650545 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-016b56dd-002b-4ebb-b8b1-d2b168355f20 req-89a488fe-f9c1-44e4-847e-c83ed8e8721b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0838027 Nov 23 13:09:24.699533 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-016b56dd-002b-4ebb-b8b1-d2b168355f20 req-b68428a3-0036-4218-bc9a-85b28090a444 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401599 Nov 23 13:09:25.903319 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392b9e4-c200-4b31-8c66-baa82edfa801 req-8ba6aebd-8064-4f12-9b7f-cbba105c2ed3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:25.904795 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d392b9e4-c200-4b31-8c66-baa82edfa801 req-8ba6aebd-8064-4f12-9b7f-cbba105c2ed3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0833077 Nov 23 13:09:25.951646 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d392b9e4-c200-4b31-8c66-baa82edfa801 req-197aed99-ad48-4043-a0e4-68cd1944a79e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Nov 23 13:09:27.156715 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d134cb-18c4-4038-a3e7-9105b68013d4 req-23926b0e-234b-47c2-9bc3-0e2e63f4c7e5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:27.158147 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a2d134cb-18c4-4038-a3e7-9105b68013d4 req-23926b0e-234b-47c2-9bc3-0e2e63f4c7e5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0857003 Nov 23 13:09:27.205392 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a2d134cb-18c4-4038-a3e7-9105b68013d4 req-e43b1ef4-bc70-433f-9b1f-240deee0ec1a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415401 Nov 23 13:09:27.626218 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-6d940912-2404-4912-a1ca-f310b6f77607 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749893 Nov 23 13:09:27.729672 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-b31fbd01-2dfb-4dde-af53-2b6d96d90d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:27.731247 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-b31fbd01-2dfb-4dde-af53-2b6d96d90d34 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1096 time: 0.0706279 Nov 23 13:09:27.878993 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-ab2ff568-c802-4dbc-ae18-2b229061e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:27.880461 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-ab2ff568-c802-4dbc-ae18-2b229061e556 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 911 time: 0.1287277 Nov 23 13:09:27.984212 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-a28c5464-27fe-429a-816a-2182b27cb143 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 999 time: 0.0968018 Nov 23 13:09:28.053614 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-c613ce57-460e-4cec-9017-1fb124e85fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:28.055814 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-c613ce57-460e-4cec-9017-1fb124e85fc9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 200 len: 848 time: 0.0651121 Nov 23 13:09:28.136276 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-0d68da77-834d-4897-9c46-357367646686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:28.137771 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-0d68da77-834d-4897-9c46-357367646686 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757663 Nov 23 13:09:28.278299 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-63eea94b-7621-4fd6-abfb-1a48ee329c3c service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338093 Nov 23 13:09:28.460436 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-719b43bb-77ab-44cc-9c24-cbd59220aa2f req-c42e3444-d23b-47fa-984c-18b3d9029810 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755624 Nov 23 13:09:28.478731 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93092292-e77f-420c-af7e-f19f59cfec22 req-c5c8c5a3-5c3a-482d-ac87-45a3492d5cf8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:28.480252 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-93092292-e77f-420c-af7e-f19f59cfec22 req-c5c8c5a3-5c3a-482d-ac87-45a3492d5cf8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1294384 Nov 23 13:09:28.534415 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-93092292-e77f-420c-af7e-f19f59cfec22 req-b69b6f51-164e-45f1-b790-7bb001818f34 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Nov 23 13:09:29.729324 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac04a05-9d17-4dc3-9cc2-3b33a4475ba2 req-322b814f-a800-4f0c-957e-4530c8e6d984 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:29.730685 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8ac04a05-9d17-4dc3-9cc2-3b33a4475ba2 req-322b814f-a800-4f0c-957e-4530c8e6d984 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0852487 Nov 23 13:09:29.778901 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8ac04a05-9d17-4dc3-9cc2-3b33a4475ba2 req-24ca07ec-fd1a-4912-b025-c8b4593f8cc2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394757 Nov 23 13:09:30.996262 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aea80-aa66-40c9-9b00-153999f49481 req-80faebd8-d8a3-4809-9cd9-87857b6f3e64 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:30.997654 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-429aea80-aa66-40c9-9b00-153999f49481 req-80faebd8-d8a3-4809-9cd9-87857b6f3e64 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0957508 Nov 23 13:09:31.042736 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-429aea80-aa66-40c9-9b00-153999f49481 req-b5f5523f-f147-48eb-a6b3-035d0c72c631 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393059 Nov 23 13:09:32.239087 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d10de-4946-411d-9f10-14bd2ff8bf27 req-8df7a439-5988-40b8-8691-da95af008201 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:32.240554 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-072d10de-4946-411d-9f10-14bd2ff8bf27 req-8df7a439-5988-40b8-8691-da95af008201 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0862434 Nov 23 13:09:32.285921 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-072d10de-4946-411d-9f10-14bd2ff8bf27 req-0f95b4f7-97f1-411c-ab46-617d8ce5f459 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392587 Nov 23 13:09:33.552112 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe3787-cbf1-4d13-85cd-10048355889b req-2cba6fbd-8617-4fdc-a248-dc65ae11043c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:33.553591 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-81fe3787-cbf1-4d13-85cd-10048355889b req-2cba6fbd-8617-4fdc-a248-dc65ae11043c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1622539 Nov 23 13:09:33.600297 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-81fe3787-cbf1-4d13-85cd-10048355889b req-830c0a81-5243-417b-b803-9586dd122a39 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388830 Nov 23 13:09:34.794270 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeea700-5aaa-4790-b653-7158143edafb req-9a75b45f-e199-4cab-b621-18370e56e46f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:34.795706 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1eeea700-5aaa-4790-b653-7158143edafb req-9a75b45f-e199-4cab-b621-18370e56e46f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0846303 Nov 23 13:09:34.842797 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1eeea700-5aaa-4790-b653-7158143edafb req-76b87f93-657a-43b5-8ae7-ca4a538105b0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412750 Nov 23 13:09:36.089880 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0192ee7-88e8-4710-8095-cb71518a308c req-10e4ec1c-a30d-4a3a-abc9-ecb0b47fbdf3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:36.091591 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c0192ee7-88e8-4710-8095-cb71518a308c req-10e4ec1c-a30d-4a3a-abc9-ecb0b47fbdf3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1302171 Nov 23 13:09:36.144493 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c0192ee7-88e8-4710-8095-cb71518a308c req-bd6881bb-5caa-483d-8fcb-284116239249 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469229 Nov 23 13:09:37.246939 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-47f2b67d-0fe4-46e0-9ca8-1c4415c98950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:37.357803 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81444659-5849-4370-9c0f-477fae10d780 req-fdda985b-1a18-4f96-bfff-6e8b0e7cf029 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:37.359228 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-81444659-5849-4370-9c0f-477fae10d780 req-fdda985b-1a18-4f96-bfff-6e8b0e7cf029 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0841260 Nov 23 13:09:37.404739 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-81444659-5849-4370-9c0f-477fae10d780 req-3c616122-e49b-40c1-9d45-d9de048cedb4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396049 Nov 23 13:09:37.710321 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:38.602824 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc246-179b-4650-b658-2f051859e998 req-573f2772-2db1-4918-b799-ecef7ecc8656 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:38.604272 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a8fc246-179b-4650-b658-2f051859e998 req-573f2772-2db1-4918-b799-ecef7ecc8656 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0891349 Nov 23 13:09:38.648522 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a8fc246-179b-4650-b658-2f051859e998 req-cb858c4b-4327-4ef2-9c59-2aff597d5090 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381470 Nov 23 13:09:39.859948 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53690c22-8af4-4e57-aaaf-7b37fb3750a4 req-93344a36-7abf-4de4-8168-bd214f6d1156 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:39.861506 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-53690c22-8af4-4e57-aaaf-7b37fb3750a4 req-93344a36-7abf-4de4-8168-bd214f6d1156 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0924642 Nov 23 13:09:39.908084 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-53690c22-8af4-4e57-aaaf-7b37fb3750a4 req-5f5191ba-9911-4025-8b41-e38e02174042 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Nov 23 13:09:40.126931 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2e6189fd-463a-4ba7-9f80-afe56876bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:41.101118 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bb01-2231-4aee-8cdf-be7066d4d441 req-1e98f9ea-c180-4958-9633-1b6aae7d5965 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:41.102620 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3b43bb01-2231-4aee-8cdf-be7066d4d441 req-1e98f9ea-c180-4958-9633-1b6aae7d5965 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0847816 Nov 23 13:09:41.153866 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3b43bb01-2231-4aee-8cdf-be7066d4d441 req-40430278-b84a-4f5e-ada5-d1ddd84e8dc4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436366 Nov 23 13:09:41.199338 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:42.352805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c64a-eb2e-4420-a666-48c07c5cfece req-340e1efc-e5d4-4e6b-99f8-287ee7d89e2a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:42.354255 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff36c64a-eb2e-4420-a666-48c07c5cfece req-340e1efc-e5d4-4e6b-99f8-287ee7d89e2a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0908422 Nov 23 13:09:42.404834 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff36c64a-eb2e-4420-a666-48c07c5cfece req-bbd54696-800f-4d31-9649-2a43fedd331f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446026 Nov 23 13:09:42.530127 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:43.625669 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46fbfe-7268-4753-9399-c7957c2784b3 req-765737bd-9f23-4182-8910-95c861948bde tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:43.627125 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1e46fbfe-7268-4753-9399-c7957c2784b3 req-765737bd-9f23-4182-8910-95c861948bde tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1041110 Nov 23 13:09:43.673123 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1e46fbfe-7268-4753-9399-c7957c2784b3 req-32be2d93-1028-4a33-afc6-8646b061edf4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378518 Nov 23 13:09:44.875759 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b815a9c-b2fa-42ae-b197-485056e171a1 req-8d996b9c-9bc6-4ee1-bc1e-99b8f7129fd5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:44.875759 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b815a9c-b2fa-42ae-b197-485056e171a1 req-8d996b9c-9bc6-4ee1-bc1e-99b8f7129fd5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0845685 Nov 23 13:09:44.924270 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b815a9c-b2fa-42ae-b197-485056e171a1 req-1ffb6e8c-8439-4c10-a7b4-f7421a17eb34 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451977 Nov 23 13:09:46.118785 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5c77-12d9-4af3-890b-6848f9566ae3 req-ee088a10-a528-4eba-9d5f-5a636332793e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:46.120610 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9dac5c77-12d9-4af3-890b-6848f9566ae3 req-ee088a10-a528-4eba-9d5f-5a636332793e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0876772 Nov 23 13:09:46.178678 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9dac5c77-12d9-4af3-890b-6848f9566ae3 req-863ee103-5db3-429a-be4a-276fc5b7d8f6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520353 Nov 23 13:09:47.375343 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f743f-f018-4ddf-a903-5fb0097aee80 req-9ea8d15c-aa37-4066-b909-096d2a73a601 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:47.376858 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-695f743f-f018-4ddf-a903-5fb0097aee80 req-9ea8d15c-aa37-4066-b909-096d2a73a601 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0855141 Nov 23 13:09:47.426569 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-695f743f-f018-4ddf-a903-5fb0097aee80 req-e8286a49-acb5-4a23-89ed-73acee4a7543 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437989 Nov 23 13:09:48.287875 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:09:48.621547 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9544b2-39e0-4bd0-81df-c44224f349ce req-4bacb518-837a-4ea9-be34-cc755095d0ca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:48.623099 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db9544b2-39e0-4bd0-81df-c44224f349ce req-4bacb518-837a-4ea9-be34-cc755095d0ca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0844827 Nov 23 13:09:48.669891 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db9544b2-39e0-4bd0-81df-c44224f349ce req-11b052cb-2ca9-4165-8666-b2c398d0f612 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392141 Nov 23 13:09:48.944501 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:09:49.872957 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057edf7-7427-4840-bb3e-698a296ae716 req-0e87e1b7-59ba-4faa-9acc-18f5e45f2c1e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:49.874396 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3057edf7-7427-4840-bb3e-698a296ae716 req-0e87e1b7-59ba-4faa-9acc-18f5e45f2c1e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0881901 Nov 23 13:09:49.920802 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3057edf7-7427-4840-bb3e-698a296ae716 req-1fcd215d-f3cd-4309-bbdc-dcd7f5163fa7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403190 Nov 23 13:09:51.124305 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b6241-d58b-4d42-8782-d77e77785648 req-8a2b21f9-7349-4d50-b11e-0be9f5686495 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:51.125715 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3b2b6241-d58b-4d42-8782-d77e77785648 req-8a2b21f9-7349-4d50-b11e-0be9f5686495 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0849178 Nov 23 13:09:51.174471 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3b2b6241-d58b-4d42-8782-d77e77785648 req-fec7bd51-6941-407f-81c4-3b3c5f3259cb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403390 Nov 23 13:09:52.379216 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d6ccd-b115-4485-9048-527ef033f9f9 req-75528ea9-7fee-4050-9741-f05a2bdf617c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:52.380693 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a8d6ccd-b115-4485-9048-527ef033f9f9 req-75528ea9-7fee-4050-9741-f05a2bdf617c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0874214 Nov 23 13:09:52.428568 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a8d6ccd-b115-4485-9048-527ef033f9f9 req-ea437d14-259e-4b96-bb6e-7be44de33357 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396824 Nov 23 13:09:53.637705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b846efa-05a3-4567-ac53-332c0ecd1a64 req-6591b754-e29e-42f0-8c2d-721077584f5c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:53.639201 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4b846efa-05a3-4567-ac53-332c0ecd1a64 req-6591b754-e29e-42f0-8c2d-721077584f5c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0841846 Nov 23 13:09:53.684771 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4b846efa-05a3-4567-ac53-332c0ecd1a64 req-35184a15-4fc2-4b6a-9b78-39f1a57cdabf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 Nov 23 13:09:54.894390 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccdd7c-29e4-46bf-b99c-b11b6ec847fc req-b2ecd690-da72-4485-9c22-def47c807880 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:54.895802 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7dccdd7c-29e4-46bf-b99c-b11b6ec847fc req-b2ecd690-da72-4485-9c22-def47c807880 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0905778 Nov 23 13:09:54.942165 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7dccdd7c-29e4-46bf-b99c-b11b6ec847fc req-f367024e-91bf-4c17-851e-503544a0dc6f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405777 Nov 23 13:09:56.134574 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae67f0e-74f2-41be-baf7-295c59edc5bb req-a4f8aac6-6962-4e72-a76f-44f0bb93922f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:56.135958 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2ae67f0e-74f2-41be-baf7-295c59edc5bb req-a4f8aac6-6962-4e72-a76f-44f0bb93922f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0818374 Nov 23 13:09:56.246775 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2ae67f0e-74f2-41be-baf7-295c59edc5bb req-4b211df3-bea6-4b27-9d57-1a056f5f730a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024914 Nov 23 13:09:57.443057 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7064101-6b2b-4f9b-8eef-91752bf7034e req-3ec91dee-278f-416f-83c1-91ea81f21009 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:57.444593 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7064101-6b2b-4f9b-8eef-91752bf7034e req-3ec91dee-278f-416f-83c1-91ea81f21009 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0865235 Nov 23 13:09:57.495119 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7064101-6b2b-4f9b-8eef-91752bf7034e req-b23fc022-f2cc-4cb9-9d5d-1c658cbf5ad8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440066 Nov 23 13:09:58.697578 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59896975-4447-4b14-bacf-7c2c9b3e55dd req-740f6ada-3357-40f1-8331-a37a7ae5df60 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:58.698993 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-59896975-4447-4b14-bacf-7c2c9b3e55dd req-740f6ada-3357-40f1-8331-a37a7ae5df60 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0830259 Nov 23 13:09:58.756710 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-59896975-4447-4b14-bacf-7c2c9b3e55dd req-90f48782-0b6a-442c-a780-07c8ea9957c4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487392 Nov 23 13:09:59.950596 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d7e78-ab1e-4c66-90b1-2e28f84b3362 req-a766ffca-cee9-4fc0-94d2-5ff80cb8d647 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:09:59.951967 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb8d7e78-ab1e-4c66-90b1-2e28f84b3362 req-a766ffca-cee9-4fc0-94d2-5ff80cb8d647 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0812874 Nov 23 13:09:59.996614 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cb8d7e78-ab1e-4c66-90b1-2e28f84b3362 req-f052e757-dc59-4c9e-ade3-cb541cd21ed7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382168 Nov 23 13:10:01.202569 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faac37-3548-4d70-ba84-a17d314d3889 req-22882f41-ee4c-4888-b5c4-c38eda6d7561 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:01.204092 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-04faac37-3548-4d70-ba84-a17d314d3889 req-22882f41-ee4c-4888-b5c4-c38eda6d7561 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0965919 Nov 23 13:10:01.250052 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-04faac37-3548-4d70-ba84-a17d314d3889 req-befdab48-5ad1-42f5-a899-735afc03ed0b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399160 Nov 23 13:10:02.454034 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fc3f4-3384-4f71-b0cd-ae070badec50 req-5827b328-ab97-4ac6-846f-b9e6b2bec952 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:02.455500 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-012fc3f4-3384-4f71-b0cd-ae070badec50 req-5827b328-ab97-4ac6-846f-b9e6b2bec952 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0868413 Nov 23 13:10:02.507279 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-012fc3f4-3384-4f71-b0cd-ae070badec50 req-d36dba71-93c0-4cec-a42a-94adf4cbe163 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448842 Nov 23 13:10:03.701461 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc558ec-f723-481c-9f34-957a58575f95 req-53795bbb-0272-418e-b1c4-fdbe9cfdee8f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:03.703114 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0fc558ec-f723-481c-9f34-957a58575f95 req-53795bbb-0272-418e-b1c4-fdbe9cfdee8f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0825412 Nov 23 13:10:03.750285 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0fc558ec-f723-481c-9f34-957a58575f95 req-e8842866-5d57-4b78-89a9-fc2cb3803354 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406389 Nov 23 13:10:04.952729 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c80bf-95dd-4224-84e5-0a1115cf1ec3 req-e4c8f3c7-e5b6-4b62-8fb2-5cf4a46b3f48 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:04.954081 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-601c80bf-95dd-4224-84e5-0a1115cf1ec3 req-e4c8f3c7-e5b6-4b62-8fb2-5cf4a46b3f48 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0863810 Nov 23 13:10:04.999136 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-601c80bf-95dd-4224-84e5-0a1115cf1ec3 req-6a959158-3e27-45b8-8009-ee011e4063ca tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394080 Nov 23 13:10:06.203004 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7938c0-9a5d-4e26-9621-8b413b880668 req-75ca98a9-7707-4237-bd38-333820d23d31 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:06.204647 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c7938c0-9a5d-4e26-9621-8b413b880668 req-75ca98a9-7707-4237-bd38-333820d23d31 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0833731 Nov 23 13:10:06.248517 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c7938c0-9a5d-4e26-9621-8b413b880668 req-69d5d4da-f644-4b31-a57e-e7c13d6ba62c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382583 Nov 23 13:10:07.253889 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed513-df7c-4aa2-b2f5-fd993f9c549f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:07.443869 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ace2ff-47d0-4075-aa1e-626deaf080cd req-e785ec0a-1b50-4ea1-b36b-c894c89a1369 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:07.445430 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a1ace2ff-47d0-4075-aa1e-626deaf080cd req-e785ec0a-1b50-4ea1-b36b-c894c89a1369 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0881040 Nov 23 13:10:07.493419 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a1ace2ff-47d0-4075-aa1e-626deaf080cd req-8251a84d-c300-4479-94d6-22af9d0cfecc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391335 Nov 23 13:10:07.719785 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:08.694566 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f32fa-bbfa-4d5a-9fb6-d0bb50c89f71 req-c60f2cee-f55e-4cb6-8acd-0b2f3d3c2b1b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:08.695984 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ca0f32fa-bbfa-4d5a-9fb6-d0bb50c89f71 req-c60f2cee-f55e-4cb6-8acd-0b2f3d3c2b1b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0935910 Nov 23 13:10:08.745845 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ca0f32fa-bbfa-4d5a-9fb6-d0bb50c89f71 req-6f0e2a72-ff7a-4cf7-be15-d4dc8497a66e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437675 Nov 23 13:10:09.954721 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e1c7e-4661-4ce4-ae1f-4e97d1504ce7 req-c5173ac5-1bb1-432f-814f-c0c6e0aa3439 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:09.956222 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-639e1c7e-4661-4ce4-ae1f-4e97d1504ce7 req-c5173ac5-1bb1-432f-814f-c0c6e0aa3439 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0878937 Nov 23 13:10:10.002175 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-639e1c7e-4661-4ce4-ae1f-4e97d1504ce7 req-ecedefc8-8c89-4ac0-b600-e76637c1d7d6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397623 Nov 23 13:10:10.131433 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-15d152bc-f254-44ac-b88b-e4486dc2efff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:11.204482 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:11.226752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb428c6-9a81-431d-bcc5-21c27f6c2393 req-03c3824a-f2c5-4c05-a855-b886bbd55463 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:11.228170 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8bb428c6-9a81-431d-bcc5-21c27f6c2393 req-03c3824a-f2c5-4c05-a855-b886bbd55463 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0907943 Nov 23 13:10:11.277781 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8bb428c6-9a81-431d-bcc5-21c27f6c2393 req-5bdf1b27-6fa3-4011-9e9f-ae373f833d29 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434568 Nov 23 13:10:12.472196 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef6fa9-fbd4-4be0-a2bb-e8b17dfc63a4 req-610512f9-30bb-470b-b564-a2a963cd9f55 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:12.473744 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0aef6fa9-fbd4-4be0-a2bb-e8b17dfc63a4 req-610512f9-30bb-470b-b564-a2a963cd9f55 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0872328 Nov 23 13:10:12.520621 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0aef6fa9-fbd4-4be0-a2bb-e8b17dfc63a4 req-66f381da-abf1-47f5-9083-6ff346180d48 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407481 Nov 23 13:10:12.529937 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:13.724106 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553d1a5-7332-441d-88c9-aa38dbc97489 req-ca172822-20bc-4dd6-afa8-f9bef940e138 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:13.725614 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7553d1a5-7332-441d-88c9-aa38dbc97489 req-ca172822-20bc-4dd6-afa8-f9bef940e138 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0857532 Nov 23 13:10:13.771297 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7553d1a5-7332-441d-88c9-aa38dbc97489 req-7f454ea4-8d85-404f-b5aa-5196a1eda643 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398185 Nov 23 13:10:14.958263 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986a55a-ffee-4c07-a23b-1ff0922fa2af req-0a2512f5-2ffd-443d-8464-e0766c2a359b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:14.959611 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0986a55a-ffee-4c07-a23b-1ff0922fa2af req-0a2512f5-2ffd-443d-8464-e0766c2a359b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0808465 Nov 23 13:10:15.006981 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0986a55a-ffee-4c07-a23b-1ff0922fa2af req-442d6892-cf59-4284-b8de-0ff84db9f3b0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388975 Nov 23 13:10:16.211810 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200c010-4d5c-4b1d-ac14-87f97a48e397 req-f6c7895b-c051-4a57-b0af-b71737a81d80 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:16.213289 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c200c010-4d5c-4b1d-ac14-87f97a48e397 req-f6c7895b-c051-4a57-b0af-b71737a81d80 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0865116 Nov 23 13:10:16.258126 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c200c010-4d5c-4b1d-ac14-87f97a48e397 req-36843529-c4b8-420d-9501-c3f8c6f81b51 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389433 Nov 23 13:10:17.455580 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf81ca-2370-40e8-b256-b3d25bf8188d req-fc361382-e1e9-4a3c-be47-a74ab9c58bc6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:17.456930 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3ddf81ca-2370-40e8-b256-b3d25bf8188d req-fc361382-e1e9-4a3c-be47-a74ab9c58bc6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0908391 Nov 23 13:10:17.507617 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3ddf81ca-2370-40e8-b256-b3d25bf8188d req-ba5a2345-f8f5-4291-aa44-52548594f841 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448306 Nov 23 13:10:18.716374 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a500040-17bf-428b-b752-d6ad9ebdb637 req-4157e59b-7cad-4dad-94b3-1852eeb086f3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:18.717801 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4a500040-17bf-428b-b752-d6ad9ebdb637 req-4157e59b-7cad-4dad-94b3-1852eeb086f3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0908060 Nov 23 13:10:18.765540 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4a500040-17bf-428b-b752-d6ad9ebdb637 req-1b5d57eb-37f5-40e6-99c3-ebe275af5e06 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393555 Nov 23 13:10:18.968405 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:20.035169 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065848f-c064-4283-8ef7-fb1edf257f9d req-b373e4e5-fc68-4a0a-bb86-abc3e8becbac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:20.036796 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6065848f-c064-4283-8ef7-fb1edf257f9d req-b373e4e5-fc68-4a0a-bb86-abc3e8becbac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1531568 Nov 23 13:10:20.084676 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6065848f-c064-4283-8ef7-fb1edf257f9d req-d5637679-d6d3-422d-b2e0-b79c99f5660e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402219 Nov 23 13:10:21.293258 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5914d2b-b8f5-4c05-9d35-88d659d7dfa8 req-b79e3b66-3150-4ace-a459-4e7613f5e2c6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:21.294748 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5914d2b-b8f5-4c05-9d35-88d659d7dfa8 req-b79e3b66-3150-4ace-a459-4e7613f5e2c6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0820923 Nov 23 13:10:21.342366 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5914d2b-b8f5-4c05-9d35-88d659d7dfa8 req-6b02566e-26b9-41eb-b2fa-6f9a06e76f7a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418656 Nov 23 13:10:22.532474 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc6d7a-6d66-4c25-b95e-6afe0bd46c51 req-5e436e97-9850-4627-a68d-aa44d0cb4677 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:22.533977 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7afc6d7a-6d66-4c25-b95e-6afe0bd46c51 req-5e436e97-9850-4627-a68d-aa44d0cb4677 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0830300 Nov 23 13:10:22.578675 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7afc6d7a-6d66-4c25-b95e-6afe0bd46c51 req-c651e84b-96dd-421d-a8e1-b5ba561bf45f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388610 Nov 23 13:10:23.781002 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc0f92-05b6-49e0-99fd-d9ea5f879749 req-13462f63-f0ff-494c-ba23-3e859b1eb411 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:23.782493 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4dbc0f92-05b6-49e0-99fd-d9ea5f879749 req-13462f63-f0ff-494c-ba23-3e859b1eb411 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0998244 Nov 23 13:10:23.828149 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4dbc0f92-05b6-49e0-99fd-d9ea5f879749 req-5979930c-e7b6-410d-a3dc-dcb4020b1f13 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395203 Nov 23 13:10:25.031062 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1649a7-1ffe-4195-beb9-9ac25213917a req-78099d6f-5ab5-4e5b-ac02-7cba6dd72ae6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:25.032541 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8c1649a7-1ffe-4195-beb9-9ac25213917a req-78099d6f-5ab5-4e5b-ac02-7cba6dd72ae6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0896206 Nov 23 13:10:25.081587 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8c1649a7-1ffe-4195-beb9-9ac25213917a req-0b58d8c6-3de9-4671-861d-f3a857cf9f10 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 Nov 23 13:10:25.288448 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:10:26.299860 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ac906-9ac4-4a14-9715-c957c050d29c req-5c231127-c84e-4997-bb73-1bc3beeda45a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:26.301521 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7e4ac906-9ac4-4a14-9715-c957c050d29c req-5c231127-c84e-4997-bb73-1bc3beeda45a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1009970 Nov 23 13:10:26.346211 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7e4ac906-9ac4-4a14-9715-c957c050d29c req-1641b32f-2b35-4ff3-9618-5d2965eedf58 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388610 Nov 23 13:10:27.549850 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edfd90f-5d8d-4737-9902-760b93faa24e req-c1b7eeb8-b8eb-472f-9c8e-31382d383544 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:27.551315 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1edfd90f-5d8d-4737-9902-760b93faa24e req-c1b7eeb8-b8eb-472f-9c8e-31382d383544 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0870738 Nov 23 13:10:27.595449 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1edfd90f-5d8d-4737-9902-760b93faa24e req-3e6f935e-a2a8-4e24-98d6-79ec3632668a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383313 Nov 23 13:10:28.816650 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd0f2e-ddf6-499a-9f48-325c3039728c req-45b280ec-22c1-4bb7-9ef4-3edc1c02f18c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:28.818144 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7cdd0f2e-ddf6-499a-9f48-325c3039728c req-45b280ec-22c1-4bb7-9ef4-3edc1c02f18c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1019020 Nov 23 13:10:28.863470 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7cdd0f2e-ddf6-499a-9f48-325c3039728c req-cff273d1-c239-447e-9ce6-ee75e1cf6ae3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393386 Nov 23 13:10:29.698403 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-4e56cc18-ba19-49ab-8aa2-88e593913edd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1727643 Nov 23 13:10:29.805534 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-3984998c-352d-4285-8b05-40b309b89e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:29.806938 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-3984998c-352d-4285-8b05-40b309b89e3e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1098 time: 0.0755558 Nov 23 13:10:29.955768 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-a1dfe522-af49-447a-8678-ea4d6058e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:29.957426 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-a1dfe522-af49-447a-8678-ea4d6058e53a service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.1304214 Nov 23 13:10:30.067032 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-b60df386-c53e-4774-bde8-d35b040a078f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 217 time: 0.1033533 Nov 23 13:10:30.146529 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-7ffacb72-476e-45af-99c5-9a7429a43b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:30.147952 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-7ffacb72-476e-45af-99c5-9a7429a43b6f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.0710969 Nov 23 13:10:30.191610 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc68f18-bb70-487b-ab44-b5f2c250424d req-a3c8e017-b6f0-4a2b-b2ad-f81968811202 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:30.193111 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2dc68f18-bb70-487b-ab44-b5f2c250424d req-a3c8e017-b6f0-4a2b-b2ad-f81968811202 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1820405 Nov 23 13:10:30.255024 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2dc68f18-bb70-487b-ab44-b5f2c250424d req-0ccb331a-8a31-4990-b76a-5a895dce6da5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556815 Nov 23 13:10:30.269958 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-7a689834-31ff-4ee8-903a-c9b495d35242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:30.271394 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-7a689834-31ff-4ee8-903a-c9b495d35242 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1162567 Nov 23 13:10:30.281897 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-1d87de3a-3bc5-471e-9cc9-4bb81cad76b9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:10:30.282796 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-1d87de3a-3bc5-471e-9cc9-4bb81cad76b9 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052693 Nov 23 13:10:30.423069 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-d5967fc6-aaeb-48b7-806f-3a175720b1b0 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338603 Nov 23 13:10:30.557726 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec31c077-3d8a-44e8-a269-5f1916fc9406 req-0a8c2610-27af-416b-b98c-4eb08ed47bb7 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285021 Nov 23 13:10:31.531079 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155344-bb39-4075-b7e5-c24000c55106 req-5ccdeac8-f173-4bf3-b5e0-c9ea931d2b64 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:31.532548 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2e155344-bb39-4075-b7e5-c24000c55106 req-5ccdeac8-f173-4bf3-b5e0-c9ea931d2b64 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1658828 Nov 23 13:10:31.583432 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2e155344-bb39-4075-b7e5-c24000c55106 req-d3112123-aeba-46b2-a217-1fbbac1b307a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445282 Nov 23 13:10:32.785653 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268823-fd46-429e-a331-e1985424329d req-75a8a706-11fa-499d-90ee-9041d833ee2d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:32.787120 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dc268823-fd46-429e-a331-e1985424329d req-75a8a706-11fa-499d-90ee-9041d833ee2d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0989165 Nov 23 13:10:32.835675 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dc268823-fd46-429e-a331-e1985424329d req-bf0ac410-5779-46c5-95d6-bd28e2de94ad tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426462 Nov 23 13:10:34.026977 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df60a98-5118-4eee-b359-f27297a70480 req-fd1205b7-5614-4a5c-8a6a-a80c95fafd76 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:34.029220 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1df60a98-5118-4eee-b359-f27297a70480 req-fd1205b7-5614-4a5c-8a6a-a80c95fafd76 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0887687 Nov 23 13:10:34.075832 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1df60a98-5118-4eee-b359-f27297a70480 req-f84a15af-f569-44e8-bfd8-903147d0c8c1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401139 Nov 23 13:10:35.293397 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe434e6-a063-47a5-a9bb-f29a2733b572 req-4d0a8ae8-6cf6-4b36-aabd-51608663fc1b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:35.294828 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6fe434e6-a063-47a5-a9bb-f29a2733b572 req-4d0a8ae8-6cf6-4b36-aabd-51608663fc1b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0975749 Nov 23 13:10:35.342630 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6fe434e6-a063-47a5-a9bb-f29a2733b572 req-2747afa0-33d5-428e-a261-e6efb7376abe tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396457 Nov 23 13:10:36.547466 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6c47f-0bf6-404d-8ce2-3b3c0f44a388 req-ba2cd502-9985-4058-af0d-43502e7230b1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:36.548998 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-26d6c47f-0bf6-404d-8ce2-3b3c0f44a388 req-ba2cd502-9985-4058-af0d-43502e7230b1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0859864 Nov 23 13:10:36.592680 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-26d6c47f-0bf6-404d-8ce2-3b3c0f44a388 req-23b11694-111c-4435-84a5-8e539dc11914 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377550 Nov 23 13:10:37.257916 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-14cae030-1cb2-4a58-b3b4-a98099165c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:37.707169 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:37.807458 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23651d-b015-4648-9048-1ec2a77bac66 req-73a1e774-d625-4f1d-8374-94afced52f95 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:37.808927 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fa23651d-b015-4648-9048-1ec2a77bac66 req-73a1e774-d625-4f1d-8374-94afced52f95 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0920866 Nov 23 13:10:37.854513 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fa23651d-b015-4648-9048-1ec2a77bac66 req-cc3f8113-1494-4445-84e4-5db19eb60378 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393918 Nov 23 13:10:39.047556 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712ee31-b904-4065-afe8-019c4814404c req-465603fe-8e2a-4fb5-8103-c267684145ce tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:39.049053 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4712ee31-b904-4065-afe8-019c4814404c req-465603fe-8e2a-4fb5-8103-c267684145ce tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0801573 Nov 23 13:10:39.093490 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4712ee31-b904-4065-afe8-019c4814404c req-04079257-ed9d-4fa8-a2fb-31a5b1f98930 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384243 Nov 23 13:10:40.130657 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-66af86db-beef-4405-9802-adeedfdaf994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:40.298120 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f36697-bd1c-4350-8f78-1fca2f44f46c req-76c411cc-91e5-4ce2-94b2-8c10eb64cbee tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:40.299583 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6f36697-bd1c-4350-8f78-1fca2f44f46c req-76c411cc-91e5-4ce2-94b2-8c10eb64cbee tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0866888 Nov 23 13:10:40.345626 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6f36697-bd1c-4350-8f78-1fca2f44f46c req-82a8ac7b-116b-46e6-bff8-729b3d68ca24 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400476 Nov 23 13:10:41.205347 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:41.549185 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e213ecd-370e-425a-be14-5308a2ea5253 req-9c6bc91f-149c-4e75-b3b3-34d90e8132a4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:41.550671 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e213ecd-370e-425a-be14-5308a2ea5253 req-9c6bc91f-149c-4e75-b3b3-34d90e8132a4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0975084 Nov 23 13:10:41.602116 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e213ecd-370e-425a-be14-5308a2ea5253 req-b14ba962-5798-4037-b5da-d4d8c9480568 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442593 Nov 23 13:10:42.543347 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:42.797571 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e2023-4f00-4b45-999a-590ff25ac246 req-ae27a5cf-6fcf-4b98-b41f-436bd8f6412b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:42.798989 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b22e2023-4f00-4b45-999a-590ff25ac246 req-ae27a5cf-6fcf-4b98-b41f-436bd8f6412b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0897865 Nov 23 13:10:42.845058 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b22e2023-4f00-4b45-999a-590ff25ac246 req-02621b80-631a-4ad5-b029-02ccbd1bcce5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 Nov 23 13:10:44.056876 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d833c-9606-4745-96f4-b2b614379a4e req-ce7544a6-14df-41c0-988f-39033bd747d0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:44.058301 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-228d833c-9606-4745-96f4-b2b614379a4e req-ce7544a6-14df-41c0-988f-39033bd747d0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1028104 Nov 23 13:10:44.102408 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-228d833c-9606-4745-96f4-b2b614379a4e req-24e584af-1e0f-435a-902c-3c86206f572a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381737 Nov 23 13:10:45.316894 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf91b1-3660-4155-9924-61cb7b171eac req-02f9426e-c361-4362-a36c-a9ec59615cc2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:45.318359 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f9cf91b1-3660-4155-9924-61cb7b171eac req-02f9426e-c361-4362-a36c-a9ec59615cc2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0996990 Nov 23 13:10:45.365194 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f9cf91b1-3660-4155-9924-61cb7b171eac req-c5619780-0462-49e8-ba65-90c0d81bf4e1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400550 Nov 23 13:10:46.567917 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c325d66-6682-4cb2-818b-179825ba5d77 req-4c26e786-c149-4785-913a-221d75a2ed45 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:46.569418 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8c325d66-6682-4cb2-818b-179825ba5d77 req-4c26e786-c149-4785-913a-221d75a2ed45 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0881088 Nov 23 13:10:46.616462 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8c325d66-6682-4cb2-818b-179825ba5d77 req-37b5993a-3b08-4d88-ba49-25bc879e6a7d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409751 Nov 23 13:10:47.826859 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b77fdd-09cb-45f6-8b69-65e5f78133e3 req-d4545d65-df87-49cb-8595-ad1e6e9e3a01 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:47.828384 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-46b77fdd-09cb-45f6-8b69-65e5f78133e3 req-d4545d65-df87-49cb-8595-ad1e6e9e3a01 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0930796 Nov 23 13:10:47.881436 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-46b77fdd-09cb-45f6-8b69-65e5f78133e3 req-ed2bd8f3-a478-450d-a65c-31ff000d6a76 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471740 Nov 23 13:10:48.971568 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:10:49.066983 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595bcd6-8af4-4acd-a7b7-fec39ef733ae req-d46307fc-2c56-4452-9be8-5adde39e0c6c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:49.068478 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4595bcd6-8af4-4acd-a7b7-fec39ef733ae req-d46307fc-2c56-4452-9be8-5adde39e0c6c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0808480 Nov 23 13:10:49.114652 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4595bcd6-8af4-4acd-a7b7-fec39ef733ae req-4d905d35-684e-4e57-84a6-6ce4b6761675 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Nov 23 13:10:50.315371 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f8cb1-69a8-4783-90ff-8b2dd62312c6 req-fddef038-6f6b-4644-ad1a-07da11c8a6e7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:50.316845 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-886f8cb1-69a8-4783-90ff-8b2dd62312c6 req-fddef038-6f6b-4644-ad1a-07da11c8a6e7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0971866 Nov 23 13:10:50.361309 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-886f8cb1-69a8-4783-90ff-8b2dd62312c6 req-83a02210-597a-4298-bf9b-2417ba1d4e59 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386746 Nov 23 13:10:51.561477 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180a119-f88a-4edb-9c8c-3b3ebcfd4f39 req-86fc4ecc-4448-4b45-91c9-9ec8c3c97568 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:51.562971 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2180a119-f88a-4edb-9c8c-3b3ebcfd4f39 req-86fc4ecc-4448-4b45-91c9-9ec8c3c97568 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0897782 Nov 23 13:10:51.607698 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2180a119-f88a-4edb-9c8c-3b3ebcfd4f39 req-d97a00f3-9171-4066-b992-95c648f8738b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388188 Nov 23 13:10:52.812278 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c22cd9-94e3-47aa-8bf9-18b0c9b3048f req-57ef3c95-356c-4b36-bdf6-52f6736cb1da tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:52.813790 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-97c22cd9-94e3-47aa-8bf9-18b0c9b3048f req-57ef3c95-356c-4b36-bdf6-52f6736cb1da tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0886407 Nov 23 13:10:52.859553 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-97c22cd9-94e3-47aa-8bf9-18b0c9b3048f req-19772f44-91ed-473b-b8ab-384c969d5f38 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399058 Nov 23 13:10:54.060832 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08772e14-e14e-4d2d-8a43-53faa3848916 req-118b7462-64ca-4404-8a84-5633f7c4a263 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:54.062325 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-08772e14-e14e-4d2d-8a43-53faa3848916 req-118b7462-64ca-4404-8a84-5633f7c4a263 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0841968 Nov 23 13:10:54.107173 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-08772e14-e14e-4d2d-8a43-53faa3848916 req-78118162-21c0-4517-89ed-ef16b078efab tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383306 Nov 23 13:10:55.379372 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4e3d6-a624-49eb-b575-bdbfef6e4b17 req-4b224c4d-45c9-4a39-b126-5fa1dc2d4085 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:55.382116 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8e4e3d6-a624-49eb-b575-bdbfef6e4b17 req-4b224c4d-45c9-4a39-b126-5fa1dc2d4085 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1547737 Nov 23 13:10:55.425402 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8e4e3d6-a624-49eb-b575-bdbfef6e4b17 req-007cb918-1f92-4000-afd1-b041d9b09cb2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386825 Nov 23 13:10:56.623479 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866c77-736f-4664-80bf-2ddd622b1bc7 req-90b73a6d-28f0-4b22-9d84-ae7636711e8d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:56.627934 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f0866c77-736f-4664-80bf-2ddd622b1bc7 req-90b73a6d-28f0-4b22-9d84-ae7636711e8d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0872860 Nov 23 13:10:56.671561 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f0866c77-736f-4664-80bf-2ddd622b1bc7 req-2346be07-0755-48d7-9244-3e93fea73ccd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408499 Nov 23 13:10:57.871600 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c363da-03ca-4933-92c9-ac86f444cad8 req-e1aea28b-e4a0-4592-8f48-b7d0ebdb7d23 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:57.871600 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-89c363da-03ca-4933-92c9-ac86f444cad8 req-e1aea28b-e4a0-4592-8f48-b7d0ebdb7d23 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0858018 Nov 23 13:10:57.915101 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-89c363da-03ca-4933-92c9-ac86f444cad8 req-5d66f4b6-be77-47f2-85ca-f41ae9a6cc70 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Nov 23 13:10:59.124397 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df5e08-5448-4a54-9584-8e2ed7bf39b1 req-38c49af1-7918-4566-b6cf-886aac8cb4da tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:10:59.125843 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-23df5e08-5448-4a54-9584-8e2ed7bf39b1 req-38c49af1-7918-4566-b6cf-886aac8cb4da tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0895374 Nov 23 13:10:59.174146 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-23df5e08-5448-4a54-9584-8e2ed7bf39b1 req-c91e0a2c-7582-4eae-8e06-a82f32196222 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394011 Nov 23 13:11:00.366007 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f77464-e8ca-4b1b-9748-e992fe18964c req-35b352d5-862f-4eea-bd60-36274bb68e9d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:00.367391 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31f77464-e8ca-4b1b-9748-e992fe18964c req-35b352d5-862f-4eea-bd60-36274bb68e9d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0814693 Nov 23 13:11:00.411636 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31f77464-e8ca-4b1b-9748-e992fe18964c req-41d9ad34-e49b-4562-809b-bad773ba9ce2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379784 Nov 23 13:11:01.635005 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc74c4-2bce-48ca-93d8-ee6d6172efe6 req-77b6e154-9caf-4217-9149-7abd7d943459 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:01.636517 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-06fc74c4-2bce-48ca-93d8-ee6d6172efe6 req-77b6e154-9caf-4217-9149-7abd7d943459 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1079702 Nov 23 13:11:01.680401 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-06fc74c4-2bce-48ca-93d8-ee6d6172efe6 req-f9188ed4-9d31-4dae-bc65-a049426725ed tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378132 Nov 23 13:11:02.288417 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:11:02.881249 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07952fd5-0bd3-4735-a3b8-0b21592120b7 req-4888d1ac-ed5f-40a6-9eab-0eca148b3f94 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:02.882720 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-07952fd5-0bd3-4735-a3b8-0b21592120b7 req-4888d1ac-ed5f-40a6-9eab-0eca148b3f94 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0813310 Nov 23 13:11:02.930704 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-07952fd5-0bd3-4735-a3b8-0b21592120b7 req-77fde686-9938-4f8a-a03d-8f4245cbff15 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422127 Nov 23 13:11:04.144968 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37544a1c-f334-4484-8016-8e32b6d70987 req-12956906-b62a-46f5-a639-e47a7036d70a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:04.146297 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-37544a1c-f334-4484-8016-8e32b6d70987 req-12956906-b62a-46f5-a639-e47a7036d70a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0906758 Nov 23 13:11:04.190392 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-37544a1c-f334-4484-8016-8e32b6d70987 req-1c0775f6-178a-4795-b539-6b152dd131af tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384154 Nov 23 13:11:05.402515 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44301a-18ab-498b-916c-bbb6ff39d20b req-7309b32e-4289-4fad-8ad7-156b6e11b4fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:05.412597 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8e44301a-18ab-498b-916c-bbb6ff39d20b req-7309b32e-4289-4fad-8ad7-156b6e11b4fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0975189 Nov 23 13:11:05.459193 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8e44301a-18ab-498b-916c-bbb6ff39d20b req-afde6547-5245-4a55-be21-b0353dc26867 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457141 Nov 23 13:11:06.652075 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344733d-b7bd-451d-b513-0c462a8d7349 req-2fcad74e-c745-470b-a676-3b4b2d5333c4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:06.653680 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e344733d-b7bd-451d-b513-0c462a8d7349 req-2fcad74e-c745-470b-a676-3b4b2d5333c4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0866849 Nov 23 13:11:06.699780 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e344733d-b7bd-451d-b513-0c462a8d7349 req-ca219c6d-6a97-426a-ada0-e42e7b1d4538 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397468 Nov 23 13:11:07.257096 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-73b059fa-13cd-4e94-b4b9-4039401f11fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.704059 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:07.896672 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf1e4-91b0-4909-ae83-ca3578c108f2 req-c3936162-c68a-4371-8ff8-41e132f76b90 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:07.898177 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9d0cf1e4-91b0-4909-ae83-ca3578c108f2 req-c3936162-c68a-4371-8ff8-41e132f76b90 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0891008 Nov 23 13:11:07.943527 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9d0cf1e4-91b0-4909-ae83-ca3578c108f2 req-64fd586e-694d-4c41-bc0e-4c179dd8ffac tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383322 Nov 23 13:11:09.145882 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354f54e-01e8-44ee-b5c3-ea0b22c777d4 req-6ab60a97-d9a8-40cf-8fae-064a5e6524f7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:09.147367 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d354f54e-01e8-44ee-b5c3-ea0b22c777d4 req-6ab60a97-d9a8-40cf-8fae-064a5e6524f7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0861769 Nov 23 13:11:09.198818 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d354f54e-01e8-44ee-b5c3-ea0b22c777d4 req-439176d5-7a8c-440d-b5be-a39c987143c9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Nov 23 13:11:10.132733 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7636760c-b065-472b-9156-9c5c11913b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:10.408310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc1eb8-23d6-4df5-82e8-bdd8f4855c8b req-684f1373-fc60-4392-a012-c56ebddaa900 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:10.409721 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-05fc1eb8-23d6-4df5-82e8-bdd8f4855c8b req-684f1373-fc60-4392-a012-c56ebddaa900 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0977848 Nov 23 13:11:10.453929 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-05fc1eb8-23d6-4df5-82e8-bdd8f4855c8b req-c817789b-0008-445e-8bab-604328d162c1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381451 Nov 23 13:11:11.219676 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:11.666093 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf87ec-c68f-4e74-9d25-b6b961308886 req-6054b40f-4f8c-4379-af62-7fcce68f5123 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:11.668300 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-48bf87ec-c68f-4e74-9d25-b6b961308886 req-6054b40f-4f8c-4379-af62-7fcce68f5123 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0922890 Nov 23 13:11:11.714086 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-48bf87ec-c68f-4e74-9d25-b6b961308886 req-98ce271e-c213-4be3-ac24-d82636c74945 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402019 Nov 23 13:11:12.537223 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:12.916440 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52054c11-23d2-4bf5-a899-b84814434cf5 req-e168d241-7a1d-45e0-bcdc-bb525c32d920 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:12.918214 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-52054c11-23d2-4bf5-a899-b84814434cf5 req-e168d241-7a1d-45e0-bcdc-bb525c32d920 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0918841 Nov 23 13:11:12.970130 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-52054c11-23d2-4bf5-a899-b84814434cf5 req-ddc83b54-3c6f-4d29-957e-c83b63139b8d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455983 Nov 23 13:11:14.203452 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f94a5a-4c8d-4881-9375-1ed5699ca384 req-d9ad6914-84af-4eb7-b568-c2e97f5d88c1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:14.205060 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d3f94a5a-4c8d-4881-9375-1ed5699ca384 req-d9ad6914-84af-4eb7-b568-c2e97f5d88c1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1061275 Nov 23 13:11:14.251713 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d3f94a5a-4c8d-4881-9375-1ed5699ca384 req-cf376dcb-a1bb-400c-adfd-77704d29f9eb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 Nov 23 13:11:15.439075 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8d03c-2b68-4370-aeb2-4a9610a0014c req-daa398f2-7bb9-47bc-a3ac-96c29e04ff79 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:15.440643 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-deb8d03c-2b68-4370-aeb2-4a9610a0014c req-daa398f2-7bb9-47bc-a3ac-96c29e04ff79 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0844445 Nov 23 13:11:15.488475 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-deb8d03c-2b68-4370-aeb2-4a9610a0014c req-5dc34ebc-a5b1-42e1-bdbe-2db429aff8fe tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Nov 23 13:11:16.686848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9e39a-baf7-4fbb-9d5c-2255406d9671 req-d21f4d93-a0eb-4123-b52b-182def38262e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:16.688378 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fad9e39a-baf7-4fbb-9d5c-2255406d9671 req-d21f4d93-a0eb-4123-b52b-182def38262e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0964787 Nov 23 13:11:16.733391 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fad9e39a-baf7-4fbb-9d5c-2255406d9671 req-02b17f0c-8f8b-40dc-a17e-041d69f90d28 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392904 Nov 23 13:11:17.940743 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0ed8b-2aa7-4199-b4e3-5b1057115f01 req-44d7b6cf-4459-44ac-8e56-243875324710 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:17.942295 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f3a0ed8b-2aa7-4199-b4e3-5b1057115f01 req-44d7b6cf-4459-44ac-8e56-243875324710 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0931182 Nov 23 13:11:18.048872 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f3a0ed8b-2aa7-4199-b4e3-5b1057115f01 req-600d2717-8064-4f4d-ae08-470bf078be7c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008875 Nov 23 13:11:18.980581 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:19.243883 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334126a3-5856-44a7-9283-5675e294f4bb req-1005c1a8-dc31-4a90-bad5-ff0c6ee3fbe4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:19.245399 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-334126a3-5856-44a7-9283-5675e294f4bb req-1005c1a8-dc31-4a90-bad5-ff0c6ee3fbe4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0854678 Nov 23 13:11:19.290482 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-334126a3-5856-44a7-9283-5675e294f4bb req-b622360f-d597-4231-93da-f1c351b21823 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392730 Nov 23 13:11:20.496802 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dce7b-0642-4ce9-8d48-7ede184fe09c req-4fa9363c-1f6f-405a-93fc-14fc26a806ae tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:20.498257 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e66dce7b-0642-4ce9-8d48-7ede184fe09c req-4fa9363c-1f6f-405a-93fc-14fc26a806ae tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0904241 Nov 23 13:11:20.545159 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e66dce7b-0642-4ce9-8d48-7ede184fe09c req-404001c3-d70a-4693-a64d-18e09f943917 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410650 Nov 23 13:11:21.757031 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2b8ef-bc35-42fd-bd91-72da7955b55b req-ad9ecae3-be38-48c7-a191-1c42b8ae0729 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:21.758444 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-50d2b8ef-bc35-42fd-bd91-72da7955b55b req-ad9ecae3-be38-48c7-a191-1c42b8ae0729 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0906718 Nov 23 13:11:21.802721 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-50d2b8ef-bc35-42fd-bd91-72da7955b55b req-3b83944d-9742-4135-af8d-e74381c046bb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384574 Nov 23 13:11:22.994782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1fe58-beb6-44e6-920b-0c1ee97a1b89 req-a2e3494b-d506-479a-94ef-713d215f56d3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:22.996258 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-70e1fe58-beb6-44e6-920b-0c1ee97a1b89 req-a2e3494b-d506-479a-94ef-713d215f56d3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0855317 Nov 23 13:11:23.040101 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-70e1fe58-beb6-44e6-920b-0c1ee97a1b89 req-34c7c41f-f973-48c7-994e-1e3f83104995 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382981 Nov 23 13:11:24.226514 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e39cd-d54a-4cfb-bd18-37a0312ed042 req-a2d116e4-9c3a-4721-93b3-26e79b9828c3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:24.232961 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-672e39cd-d54a-4cfb-bd18-37a0312ed042 req-a2d116e4-9c3a-4721-93b3-26e79b9828c3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0847728 Nov 23 13:11:24.282519 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-672e39cd-d54a-4cfb-bd18-37a0312ed042 req-69e46dcd-9e15-4cc9-97b7-dd76c6bbe70d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449107 Nov 23 13:11:25.496149 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226c454-bac5-4c13-81d9-846140320c5c req-d3d02983-7ad2-4c21-8418-ffd7b533814c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:25.497540 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d226c454-bac5-4c13-81d9-846140320c5c req-d3d02983-7ad2-4c21-8418-ffd7b533814c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0871198 Nov 23 13:11:25.542740 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d226c454-bac5-4c13-81d9-846140320c5c req-f224628b-244f-4c19-9cc2-b4b1ad8bd33a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393696 Nov 23 13:11:26.759398 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd8e1e-ec26-43e0-8681-23afbc040e65 req-55efc2f0-6374-46bf-bfbb-f04ed173e19b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:26.760920 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7bd8e1e-ec26-43e0-8681-23afbc040e65 req-55efc2f0-6374-46bf-bfbb-f04ed173e19b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0994213 Nov 23 13:11:26.806584 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7bd8e1e-ec26-43e0-8681-23afbc040e65 req-61d50e70-cf15-4373-ae45-ceb114bc1b88 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400391 Nov 23 13:11:27.995562 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968fd70-6d91-4e69-94d7-95b6df5bd966 req-ee6deb87-4450-49ba-8c71-fbbe978f95d3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:27.997017 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4968fd70-6d91-4e69-94d7-95b6df5bd966 req-ee6deb87-4450-49ba-8c71-fbbe978f95d3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0819819 Nov 23 13:11:28.043274 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4968fd70-6d91-4e69-94d7-95b6df5bd966 req-731206be-eee9-49c4-9180-874e6a4b1376 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404828 Nov 23 13:11:29.247288 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552cddc-6068-4968-b0d2-9bc932e9a13f req-57459265-a4cd-4cb0-b8b9-434a7428e376 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:29.248791 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a552cddc-6068-4968-b0d2-9bc932e9a13f req-57459265-a4cd-4cb0-b8b9-434a7428e376 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0885377 Nov 23 13:11:29.293318 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a552cddc-6068-4968-b0d2-9bc932e9a13f req-fa93cfd1-86c4-4802-befd-ddac62644018 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388508 Nov 23 13:11:30.489840 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1792a-fd10-41cb-80af-bebd6f259639 req-d1bf5fd2-2279-4682-945e-2e328ae067e0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.491329 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-90c1792a-fd10-41cb-80af-bebd6f259639 req-d1bf5fd2-2279-4682-945e-2e328ae067e0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0855327 Nov 23 13:11:30.596787 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-90c1792a-fd10-41cb-80af-bebd6f259639 req-daa876a5-c7c4-4a31-982a-673271327485 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990121 Nov 23 13:11:30.631521 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-71d49964-abe6-4dc2-aca6-4f02bee26e6a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1203036 Nov 23 13:11:30.734642 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-2f1a741f-0b8b-4aa4-a9c9-d13f3df56b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.736114 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-2f1a741f-0b8b-4aa4-a9c9-d13f3df56b6a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=90112b6f3d31421a8ee18cbe7d6b0537&device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 1099 time: 0.0724914 Nov 23 13:11:30.892434 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-e76743d6-2f79-411b-a69c-5460795422ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:30.893907 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-e76743d6-2f79-411b-a69c-5460795422ed service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d HTTP/1.1" status: 200 len: 915 time: 0.1374443 Nov 23 13:11:30.965786 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-62fcfced-441f-497a-8d1b-8d306d29e110 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 HTTP/1.1" status: 200 len: 217 time: 0.0651197 Nov 23 13:11:31.031067 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-7af5ef26-9e15-4972-b57a-5d763d32a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.032488 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-7af5ef26-9e15-4972-b57a-5d763d32a0eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c8b0c365-02a3-4ba5-846f-9b925f043bb7 HTTP/1.1" status: 200 len: 853 time: 0.0604856 Nov 23 13:11:31.078582 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-8325c998-259a-4f90-beae-0521aefe501e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394485 Nov 23 13:11:31.223009 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-471412ff-22b4-4554-a704-cb03baa6d7e0 service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376173 Nov 23 13:11:31.420791 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b88498e-1e4e-417f-9f19-f20fd1ba8880 req-01ad8868-5dcb-497e-bd5a-14f66d44d358 service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912315 Nov 23 13:11:31.808350 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2699e2-14dd-40cc-90f5-9bfed61b4158 req-5a258b5f-b905-41f0-8a98-64ffd0f5a4d6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:31.809802 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5c2699e2-14dd-40cc-90f5-9bfed61b4158 req-5a258b5f-b905-41f0-8a98-64ffd0f5a4d6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0879095 Nov 23 13:11:31.854927 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5c2699e2-14dd-40cc-90f5-9bfed61b4158 req-f07171e1-d769-466a-93a6-6efdb078dedf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391681 Nov 23 13:11:33.058205 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ac628-3f1e-44de-8d72-adaf2eb94593 req-0be3801f-e6a8-4871-9286-c566a141f8b0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:33.059667 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2d1ac628-3f1e-44de-8d72-adaf2eb94593 req-0be3801f-e6a8-4871-9286-c566a141f8b0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0865366 Nov 23 13:11:33.107512 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2d1ac628-3f1e-44de-8d72-adaf2eb94593 req-0db55749-9860-467f-a99a-e80ea74b7857 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418000 Nov 23 13:11:34.320554 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7fda8-4ee6-4e13-a66a-b893e5af2958 req-a3334cc1-359f-4711-aa37-9aa358dfe53c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:34.322050 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c0e7fda8-4ee6-4e13-a66a-b893e5af2958 req-a3334cc1-359f-4711-aa37-9aa358dfe53c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0972872 Nov 23 13:11:34.376342 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c0e7fda8-4ee6-4e13-a66a-b893e5af2958 req-2c84ac04-098e-49b9-978d-26b903645d83 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457611 Nov 23 13:11:35.596271 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b5494-1d94-4636-a714-c65d7fba4304 req-d4d7bfd9-8f36-4b8c-abc9-d6d5486f01c0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:35.597874 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f5b5494-1d94-4636-a714-c65d7fba4304 req-d4d7bfd9-8f36-4b8c-abc9-d6d5486f01c0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0942330 Nov 23 13:11:35.653803 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f5b5494-1d94-4636-a714-c65d7fba4304 req-0c6884d5-2975-4ed6-afde-4dbf37432ce6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490179 Nov 23 13:11:36.858730 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b38ab-6fcd-449f-b536-0a9946895f48 req-d5d44554-131b-4c75-9d9a-3b29b30cdb79 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:36.860203 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-638b38ab-6fcd-449f-b536-0a9946895f48 req-d5d44554-131b-4c75-9d9a-3b29b30cdb79 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0864558 Nov 23 13:11:36.905824 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-638b38ab-6fcd-449f-b536-0a9946895f48 req-8e07fef6-a6bc-434c-9632-e8f70b5bbc99 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399275 Nov 23 13:11:37.257137 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9ab65631-2f50-486e-93e4-c4e64099e323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:37.702119 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:38.119957 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14148d5d-cb2b-441c-b9fa-f38c4ceefe53 req-ae073df4-4604-41dc-b00d-a3acfc528984 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:38.121504 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-14148d5d-cb2b-441c-b9fa-f38c4ceefe53 req-ae073df4-4604-41dc-b00d-a3acfc528984 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1007454 Nov 23 13:11:38.168277 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-14148d5d-cb2b-441c-b9fa-f38c4ceefe53 req-ea13c75e-5e3b-4fb4-8ad9-7845a4a3a529 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408051 Nov 23 13:11:39.288087 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:11:39.372890 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375156ac-5d38-4720-8adf-f00c103a0698 req-ddd0ce2b-fdc9-401b-a7fc-22c7cc6d644d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:39.374439 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-375156ac-5d38-4720-8adf-f00c103a0698 req-ddd0ce2b-fdc9-401b-a7fc-22c7cc6d644d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0913777 Nov 23 13:11:39.419623 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-375156ac-5d38-4720-8adf-f00c103a0698 req-0466bd01-0e70-42bf-be30-d5f4420c0cb4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394971 Nov 23 13:11:40.137306 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d883ae7-5aaa-455e-8407-3b2024875404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:40.611672 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea7661-1eb9-4656-a268-99ba4fbe6179 req-5b5edb0c-0ac2-4305-9665-991f1cb32e2f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:40.613165 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4dea7661-1eb9-4656-a268-99ba4fbe6179 req-5b5edb0c-0ac2-4305-9665-991f1cb32e2f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0852764 Nov 23 13:11:40.663925 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4dea7661-1eb9-4656-a268-99ba4fbe6179 req-91799126-0abf-4c06-a5a8-305fa95d9405 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443909 Nov 23 13:11:41.219409 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:41.874833 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e78cb4-2f86-458f-b83b-2708558e3e78 req-44f1e852-ee35-4aba-b900-66f0bd38d863 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:41.876352 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f2e78cb4-2f86-458f-b83b-2708558e3e78 req-44f1e852-ee35-4aba-b900-66f0bd38d863 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0917113 Nov 23 13:11:41.920684 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f2e78cb4-2f86-458f-b83b-2708558e3e78 req-52a6acb1-5f5f-470d-997d-1fa8f460a073 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386243 Nov 23 13:11:42.541856 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:43.112337 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463c11e-4979-4c29-b102-79589c6221aa req-07899a36-3872-4c8c-9142-c840a84dedc2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:43.113650 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c463c11e-4979-4c29-b102-79589c6221aa req-07899a36-3872-4c8c-9142-c840a84dedc2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0866575 Nov 23 13:11:43.167250 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c463c11e-4979-4c29-b102-79589c6221aa req-243fb018-93ad-49d7-8721-df2ee8903783 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444112 Nov 23 13:11:44.381101 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e966186-0aa1-4e15-b083-2500bc07e130 req-b8bfd54b-4472-48fe-a854-d5df68163c75 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:44.382603 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2e966186-0aa1-4e15-b083-2500bc07e130 req-b8bfd54b-4472-48fe-a854-d5df68163c75 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0923843 Nov 23 13:11:44.431641 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2e966186-0aa1-4e15-b083-2500bc07e130 req-20f02702-c11e-424a-b25c-cc8172379ecd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408053 Nov 23 13:11:45.649918 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b6616-60f0-498c-9f86-676beebc8cee req-2ba7136a-748b-4419-bbd4-e505221905cc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:45.651545 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-da7b6616-60f0-498c-9f86-676beebc8cee req-2ba7136a-748b-4419-bbd4-e505221905cc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1027687 Nov 23 13:11:45.703826 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-da7b6616-60f0-498c-9f86-676beebc8cee req-8b5204b4-cfb6-4e6a-8182-ba3ec36422cb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461676 Nov 23 13:11:46.915575 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905de937-769b-431a-8a91-e1246abd683f req-16d8eceb-245b-4197-b505-d80a28994faf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:46.917044 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-905de937-769b-431a-8a91-e1246abd683f req-16d8eceb-245b-4197-b505-d80a28994faf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0837579 Nov 23 13:11:46.961336 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-905de937-769b-431a-8a91-e1246abd683f req-68740667-e4a4-482e-b595-12c3b94a928a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386479 Nov 23 13:11:48.166106 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fc02a-9888-4bf4-ab83-83ce4e990bad req-b2f797d1-ad2d-49d0-ab2c-65b29a46e9fa tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:48.167596 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-028fc02a-9888-4bf4-ab83-83ce4e990bad req-b2f797d1-ad2d-49d0-ab2c-65b29a46e9fa tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0872564 Nov 23 13:11:48.212078 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-028fc02a-9888-4bf4-ab83-83ce4e990bad req-6b744e66-a9b1-48f0-9e60-b3aff37824dc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387530 Nov 23 13:11:48.976073 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:11:49.404574 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d1af6-aa3e-4511-b2b0-9cd5933bbdc0 req-f2184ee4-03a6-48b2-a309-d33b7fb166fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:49.406603 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d65d1af6-aa3e-4511-b2b0-9cd5933bbdc0 req-f2184ee4-03a6-48b2-a309-d33b7fb166fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0881310 Nov 23 13:11:49.457796 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d65d1af6-aa3e-4511-b2b0-9cd5933bbdc0 req-1a66eaad-2ad7-4e3e-84a1-950b32600481 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451946 Nov 23 13:11:50.656074 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc82a0-b5b1-40f5-abdb-6ea79537a1a5 req-aa5c2386-a8a7-41c6-97d6-17f791c4e7e6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:50.657716 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eadc82a0-b5b1-40f5-abdb-6ea79537a1a5 req-aa5c2386-a8a7-41c6-97d6-17f791c4e7e6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0886731 Nov 23 13:11:50.702082 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eadc82a0-b5b1-40f5-abdb-6ea79537a1a5 req-b6fb895e-e679-442e-93d9-cded9adaf309 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385723 Nov 23 13:11:51.905431 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eed9c-01f2-414c-b48b-04b02f4ae27e req-23a38c33-06de-4cf1-a4ac-834f9cbe6c3d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:51.906770 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec8eed9c-01f2-414c-b48b-04b02f4ae27e req-23a38c33-06de-4cf1-a4ac-834f9cbe6c3d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0886474 Nov 23 13:11:51.951461 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ec8eed9c-01f2-414c-b48b-04b02f4ae27e req-55bee8ab-bcaa-47a2-a8d0-acb9ebed817f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389955 Nov 23 13:11:53.153752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188777c4-e275-4e01-b556-14a43cd1e7b9 req-5b824446-b124-4837-88b7-b17b282587e5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:53.155190 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-188777c4-e275-4e01-b556-14a43cd1e7b9 req-5b824446-b124-4837-88b7-b17b282587e5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0834944 Nov 23 13:11:53.199432 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-188777c4-e275-4e01-b556-14a43cd1e7b9 req-14bf29f1-0023-474c-a226-77ad8c7ba839 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384140 Nov 23 13:11:54.473344 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beb680-eaed-4fa6-8540-9fff71a5b645 req-69ddc338-28ca-493f-8fb1-da0f4fd98a8f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:54.474830 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-33beb680-eaed-4fa6-8540-9fff71a5b645 req-69ddc338-28ca-493f-8fb1-da0f4fd98a8f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1609457 Nov 23 13:11:54.520266 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-33beb680-eaed-4fa6-8540-9fff71a5b645 req-5d321bf9-ee94-49c1-8fc9-27faf6d3aec2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397558 Nov 23 13:11:55.713399 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5c035-3eb6-4b54-bc5d-6182357608ac req-14c530bc-9192-4998-b701-e3d7730d70df tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:55.714868 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ed5c035-3eb6-4b54-bc5d-6182357608ac req-14c530bc-9192-4998-b701-e3d7730d70df tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0884078 Nov 23 13:11:55.766648 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ed5c035-3eb6-4b54-bc5d-6182357608ac req-2641ab0b-e0f0-48b9-ab79-e07c292e5cc1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457537 Nov 23 13:11:56.975159 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be1dd2-3040-47c6-be20-dfde3e72be48 req-a2d03ce8-dbd2-4ac3-9677-43654192db4a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:56.976636 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-46be1dd2-3040-47c6-be20-dfde3e72be48 req-a2d03ce8-dbd2-4ac3-9677-43654192db4a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0830863 Nov 23 13:11:57.023056 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-46be1dd2-3040-47c6-be20-dfde3e72be48 req-c82514c1-12d4-49ec-9964-f17ac29576fa tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391250 Nov 23 13:11:58.233959 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58f88-abe4-4291-826e-356b9c5f4253 req-10d390ad-d38b-4b21-ad84-163c3a8083bf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:58.235451 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5eb58f88-abe4-4291-826e-356b9c5f4253 req-10d390ad-d38b-4b21-ad84-163c3a8083bf tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1011806 Nov 23 13:11:58.280895 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5eb58f88-abe4-4291-826e-356b9c5f4253 req-bf623915-f3b3-4081-b8dc-4383d8617cc7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397727 Nov 23 13:11:59.467920 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855bb45-2b2d-412a-813c-6ea855ad815e req-73796c13-88f1-4ce1-b947-87be9bb33620 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:11:59.469379 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b855bb45-2b2d-412a-813c-6ea855ad815e req-73796c13-88f1-4ce1-b947-87be9bb33620 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0818324 Nov 23 13:11:59.514964 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b855bb45-2b2d-412a-813c-6ea855ad815e req-43969412-45bd-44d2-8af0-f5d2a0c844ab tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391085 Nov 23 13:12:00.705765 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089ad8c-2319-40f0-bac7-a58b3ae57e2b req-e1e65558-6777-4331-a1d7-7f17781af7dc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:00.707182 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b089ad8c-2319-40f0-bac7-a58b3ae57e2b req-e1e65558-6777-4331-a1d7-7f17781af7dc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0866635 Nov 23 13:12:00.756292 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b089ad8c-2319-40f0-bac7-a58b3ae57e2b req-bb019378-e2e0-471c-9b97-000f4c84010f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406923 Nov 23 13:12:01.975782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119c4c-9337-4e46-bdee-8c6fb1819ebc req-52572975-0bb1-4dc7-a345-7511a36259a4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:01.977265 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-68119c4c-9337-4e46-bdee-8c6fb1819ebc req-52572975-0bb1-4dc7-a345-7511a36259a4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0972931 Nov 23 13:12:02.025993 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-68119c4c-9337-4e46-bdee-8c6fb1819ebc req-0963bbdb-d00c-4270-ba7f-dcfe36e4d172 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430589 Nov 23 13:12:03.239076 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605601-1a8b-48d5-bda7-01435955aacb req-e3d4dadd-57ae-4612-b5dc-ff012c46e830 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:03.240552 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5e605601-1a8b-48d5-bda7-01435955aacb req-e3d4dadd-57ae-4612-b5dc-ff012c46e830 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0927038 Nov 23 13:12:03.289165 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5e605601-1a8b-48d5-bda7-01435955aacb req-e25d7f5d-6c56-4af5-abae-1afaca8d11ef tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395367 Nov 23 13:12:04.493760 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98f268-b0f8-49d8-bd4c-766b7c71b922 req-2a82414e-661f-41e8-802e-59cb66aae837 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:04.495230 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bd98f268-b0f8-49d8-bd4c-766b7c71b922 req-2a82414e-661f-41e8-802e-59cb66aae837 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0957789 Nov 23 13:12:04.542381 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bd98f268-b0f8-49d8-bd4c-766b7c71b922 req-372da221-be01-492a-88aa-77656b704ff1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388169 Nov 23 13:12:05.737927 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17b7a6-e1d8-4eec-a890-7c1e46cc629a req-e9d067d1-d7ff-4a39-864d-10833a71475a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:05.739390 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6c17b7a6-e1d8-4eec-a890-7c1e46cc629a req-e9d067d1-d7ff-4a39-864d-10833a71475a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0812595 Nov 23 13:12:05.786721 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6c17b7a6-e1d8-4eec-a890-7c1e46cc629a req-eaeae52f-d3a4-4929-93de-722152cebddb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386806 Nov 23 13:12:07.115502 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b86cfd-ba2c-49f1-9a4e-d25c8dd3bbf0 req-45f5c301-4869-4dcf-891c-c3b84b67389e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:07.117017 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-47b86cfd-ba2c-49f1-9a4e-d25c8dd3bbf0 req-45f5c301-4869-4dcf-891c-c3b84b67389e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0843239 Nov 23 13:12:07.164345 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-47b86cfd-ba2c-49f1-9a4e-d25c8dd3bbf0 req-95585580-bf46-4af2-b429-2922f2ed591e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 Nov 23 13:12:07.253484 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5350257b-bf6d-495d-a276-56611ff0e778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:07.701912 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:08.358818 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3aa4c-48b1-44cb-bca2-89139c322ce4 req-f07b03b3-1a8a-4861-8fda-1c57f88327cd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:08.360289 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-40b3aa4c-48b1-44cb-bca2-89139c322ce4 req-f07b03b3-1a8a-4861-8fda-1c57f88327cd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0842898 Nov 23 13:12:08.404482 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-40b3aa4c-48b1-44cb-bca2-89139c322ce4 req-74c85b96-1a7f-4c17-943d-8fe0b0e2451a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385098 Nov 23 13:12:09.604653 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9696c8-7466-4276-9d24-99631d7b329b req-2470c2e3-cb5e-43d5-9ada-68c364e6220e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:09.606119 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2f9696c8-7466-4276-9d24-99631d7b329b req-2470c2e3-cb5e-43d5-9ada-68c364e6220e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0934277 Nov 23 13:12:09.650604 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2f9696c8-7466-4276-9d24-99631d7b329b req-85f9a1e2-5fd3-47dc-9968-9ec5ebcf146b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384994 Nov 23 13:12:10.138388 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-943a0d60-b738-4b23-bb51-a9f3c414bf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:10.847751 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1024bf-590e-487a-bb6a-8b30dff22d00 req-1f9e2320-bb90-467f-9184-647a2c929dad tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:10.849269 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0e1024bf-590e-487a-bb6a-8b30dff22d00 req-1f9e2320-bb90-467f-9184-647a2c929dad tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0879803 Nov 23 13:12:10.898121 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0e1024bf-590e-487a-bb6a-8b30dff22d00 req-05b44678-3bb4-46c9-b7bd-4f7eaeb9c10d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429802 Nov 23 13:12:11.218525 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:12.111067 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b4705-c058-4abc-8035-ea21fb2ceeb0 req-8ca44213-a23e-4484-bce7-de7fc73b8d5e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:12.112563 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-364b4705-c058-4abc-8035-ea21fb2ceeb0 req-8ca44213-a23e-4484-bce7-de7fc73b8d5e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0968213 Nov 23 13:12:12.161766 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-364b4705-c058-4abc-8035-ea21fb2ceeb0 req-29951ad2-8dab-416f-859d-2f125bf788ba tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401797 Nov 23 13:12:12.539987 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:13.365652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec572ae-c6ba-49ce-96ce-43cdf91b95ac req-6bcfb53c-403e-4750-b989-7b6914fc666a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:13.367089 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1ec572ae-c6ba-49ce-96ce-43cdf91b95ac req-6bcfb53c-403e-4750-b989-7b6914fc666a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0896275 Nov 23 13:12:13.414468 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1ec572ae-c6ba-49ce-96ce-43cdf91b95ac req-3f983b10-d010-42bf-8c61-ce177f66975a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385132 Nov 23 13:12:14.622634 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde0cf1-1491-4c2f-87f3-2702a3a39fe5 req-b0f5880e-b13b-4449-bae6-1beb24509566 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:14.624146 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dbde0cf1-1491-4c2f-87f3-2702a3a39fe5 req-b0f5880e-b13b-4449-bae6-1beb24509566 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0823281 Nov 23 13:12:14.668088 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dbde0cf1-1491-4c2f-87f3-2702a3a39fe5 req-7edd4e9d-2305-42db-8f4f-e2b4ca6e781e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380197 Nov 23 13:12:15.869421 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be4eb-f108-4c07-bd74-d949c177b971 req-4146d6bb-8c80-4edf-84f3-7c1f5baa8869 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:15.870901 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c24be4eb-f108-4c07-bd74-d949c177b971 req-4146d6bb-8c80-4edf-84f3-7c1f5baa8869 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0909989 Nov 23 13:12:15.921489 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c24be4eb-f108-4c07-bd74-d949c177b971 req-e2c5c48c-4931-468d-941f-dcc4d37f7c3a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Nov 23 13:12:16.293125 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:12:17.125966 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b2e69-e275-411a-9f41-73f225c54eee req-ffe112c3-63b7-4f76-b4b7-6f3055b55133 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:17.127546 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-df8b2e69-e275-411a-9f41-73f225c54eee req-ffe112c3-63b7-4f76-b4b7-6f3055b55133 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0834000 Nov 23 13:12:17.176096 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-df8b2e69-e275-411a-9f41-73f225c54eee req-fb4c0ce8-32c9-4165-878f-7f8215eef669 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423267 Nov 23 13:12:18.429753 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68165c33-bf22-4437-8845-1e48ef99bca9 req-acbd35e7-7a1c-4e5b-94bc-9b213cc9ca0a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:18.431101 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-68165c33-bf22-4437-8845-1e48ef99bca9 req-acbd35e7-7a1c-4e5b-94bc-9b213cc9ca0a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1409881 Nov 23 13:12:18.480901 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-68165c33-bf22-4437-8845-1e48ef99bca9 req-78bed23e-88b7-489a-98d3-9695abc87fb0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413904 Nov 23 13:12:18.988987 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:19.679426 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1872a3-e94a-42f1-b073-0bc77da7023c req-00187b45-f7fe-4ce3-9d43-4ff1d54b35c6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:19.680837 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b1872a3-e94a-42f1-b073-0bc77da7023c req-00187b45-f7fe-4ce3-9d43-4ff1d54b35c6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0933335 Nov 23 13:12:19.724269 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b1872a3-e94a-42f1-b073-0bc77da7023c req-80de0d9d-4d6e-482f-aa4d-acb4e281d521 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376074 Nov 23 13:12:20.940607 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b130a4-1b9d-4208-96e4-ea481537a740 req-e1053cbe-7a2a-4d4b-800a-9ca47a86bda2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:20.942057 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e4b130a4-1b9d-4208-96e4-ea481537a740 req-e1053cbe-7a2a-4d4b-800a-9ca47a86bda2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0923157 Nov 23 13:12:20.990542 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e4b130a4-1b9d-4208-96e4-ea481537a740 req-2b23e743-ffb8-4d33-94a5-22aad9441251 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426714 Nov 23 13:12:22.199751 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3656d3c-244c-4468-a709-6e36aa746adf req-5f8e7176-ab5c-40b4-898b-ef6638fe2565 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:22.201227 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a3656d3c-244c-4468-a709-6e36aa746adf req-5f8e7176-ab5c-40b4-898b-ef6638fe2565 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0895731 Nov 23 13:12:22.247951 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a3656d3c-244c-4468-a709-6e36aa746adf req-e667ecb9-b387-40a4-a1b3-01c992f85c47 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Nov 23 13:12:23.444596 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7831c-e4bf-4db2-bdd4-66d9433160b0 req-8739db65-d436-4321-b47c-f454ac0e4009 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:23.446021 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-79d7831c-e4bf-4db2-bdd4-66d9433160b0 req-8739db65-d436-4321-b47c-f454ac0e4009 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0921898 Nov 23 13:12:23.496660 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-79d7831c-e4bf-4db2-bdd4-66d9433160b0 req-433740bb-9e0c-4240-a64c-a77318af17ee tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Nov 23 13:12:24.687751 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074c422-2613-4c2d-be26-0788c9e2e894 req-56a55c81-04b2-446f-a25e-4a84cb91f829 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:24.689117 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1074c422-2613-4c2d-be26-0788c9e2e894 req-56a55c81-04b2-446f-a25e-4a84cb91f829 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0869467 Nov 23 13:12:24.742340 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1074c422-2613-4c2d-be26-0788c9e2e894 req-28683191-e2d5-4a14-b657-d8442bf91d76 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474443 Nov 23 13:12:25.956685 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14998-13ed-46e0-bbaf-c04e0c1f1bff req-13b5d81c-365b-4555-b6b3-b2cc784201a4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:25.961260 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4be14998-13ed-46e0-bbaf-c04e0c1f1bff req-13b5d81c-365b-4555-b6b3-b2cc784201a4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0950060 Nov 23 13:12:26.003481 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4be14998-13ed-46e0-bbaf-c04e0c1f1bff req-dba01815-4742-4647-a8ba-a04b53e06792 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393431 Nov 23 13:12:27.207910 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbd9bd-5714-436a-b82e-947e48400d5e req-532f3a39-22d1-478b-9976-89fcc2b4b775 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:27.209530 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffbd9bd-5714-436a-b82e-947e48400d5e req-532f3a39-22d1-478b-9976-89fcc2b4b775 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0863888 Nov 23 13:12:27.257199 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ffbd9bd-5714-436a-b82e-947e48400d5e req-4d0fa60d-ece5-4caa-b3a9-677d3e3f0208 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 Nov 23 13:12:28.467796 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32265169-7b62-49cc-aab0-8ddb07868f81 req-7768fcaa-4ded-47fd-bd8f-7c946abe9a75 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:28.469283 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-32265169-7b62-49cc-aab0-8ddb07868f81 req-7768fcaa-4ded-47fd-bd8f-7c946abe9a75 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0977874 Nov 23 13:12:28.516028 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-32265169-7b62-49cc-aab0-8ddb07868f81 req-bec84afc-b2b9-4534-a6bc-ffc72bffdebd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396450 Nov 23 13:12:29.727115 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76610636-7491-4c0f-a7a4-24cf630e58d7 req-fcdb9108-64de-4880-a81f-bf7421f8065d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:29.728631 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76610636-7491-4c0f-a7a4-24cf630e58d7 req-fcdb9108-64de-4880-a81f-bf7421f8065d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0916352 Nov 23 13:12:29.778939 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76610636-7491-4c0f-a7a4-24cf630e58d7 req-2a60c713-5bd5-4cf6-b60a-739b2c4764ff tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 Nov 23 13:12:30.977744 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62551346-9395-498f-bde7-a14d826ffbb6 req-2badfc67-a6a4-4b37-a77e-ba38f796d243 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:30.979235 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-62551346-9395-498f-bde7-a14d826ffbb6 req-2badfc67-a6a4-4b37-a77e-ba38f796d243 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.0837014 Nov 23 13:12:31.025596 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-62551346-9395-498f-bde7-a14d826ffbb6 req-b77d4b6e-e95d-4343-91cb-f7506b0170fc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Nov 23 13:12:31.058804 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47020) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:12:31.263141 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Deleting port 22344f20-31bd-4796-94b5-9214a3bb56d7 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:12:31.263487 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:31.451484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:31.451817 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:31.591546 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-cb6f3a48-f8db-491d-8494-7248df3be37a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763953 Nov 23 13:12:31.684713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Calling delete_port for 22344f20-31bd-4796-94b5-9214a3bb56d7 owned by network:floatingip {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:12:31.746649 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-89f0fe3b-719f-414b-a5b9-af8b7977a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:31.748034 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-89f0fe3b-719f-414b-a5b9-af8b7977a07e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1099 time: 0.0708218 Nov 23 13:12:31.838028 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:31.842757 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-989cb7e8-0887-4621-a3e2-6aa0f585bd78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:31.885980 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event deleted for resources: {'Port': ['ID=22344f20-31bd-4796-94b5-9214a3bb56d7,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:31.894158 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-a2ba2643-3c1b-4cf3-b672-fee534319957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:31.895623 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-a2ba2643-3c1b-4cf3-b672-fee534319957 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1283729 Nov 23 13:12:31.922377 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.922638 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.923008 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.923394 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.923752 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.924105 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.924456 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.924838 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.925231 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.925557 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.925933 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.926271 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:31.933496 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:31.989420 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for floatingip, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:31.989761 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Floating IP c79786d2-0246-4cba-b460-176e29e015b7 disassociated (deleted). External IP: 172.27.3.230, port: 9334a9ef-7661-4c37-bee0-88d739f97311. Nov 23 13:12:32.002503 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-ec17aa50-ca04-4f00-a35a-cd8eb93a6018 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 1001 time: 0.0995772 Nov 23 13:12:32.068214 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-7b103c41-d32d-4508-b77b-d0baf875ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:32.070162 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-7b103c41-d32d-4508-b77b-d0baf875ee4a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0605838 Nov 23 13:12:32.148441 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-4574363a-aea6-45bd-8fc6-c548eaf620ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:32.150021 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-4574363a-aea6-45bd-8fc6-c548eaf620ff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737720 Nov 23 13:12:32.355165 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-c26c7910-f4f8-4cf1-a429-626957b36985 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980264 Nov 23 13:12:32.356337 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Router 8a458bed-582c-490a-b66a-75865f4cc014 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:12:32.486625 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f655bb7e-71dc-4ab9-b024-7cec36136ba5 req-6808857c-f481-4d05-ba93-3b23d19ea888 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244290 Nov 23 13:12:32.541929 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:12:32.552618 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] Sync routers for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:12:32.567862 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:32.577504 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:12:32.578407 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:12:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:32.625824 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c2b1bc1a-144b-4418-bb59-33ab4152c854 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "DELETE /v2.0/floatingips/c79786d2-0246-4cba-b460-176e29e015b7 HTTP/1.1" status: 204 len: 168 time: 1.5650003 Nov 23 13:12:32.626695 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:32.754530 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311', 'status': 'completed', 'code': 200} Nov 23 13:12:32.776311 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:12:32.893176 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-8589f238-26d5-4472-bd51-27ba5bf8169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:32.895421 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-8589f238-26d5-4472-bd51-27ba5bf8169c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=a76cd93551c243ffac2329a86c7fce12&device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 1096 time: 0.0970910 Nov 23 13:12:33.013398 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c6c34-4dd9-45b4-9f2e-a13dc5a0c774 req-57ae41a4-0161-4998-ab36-f79666e5f95f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:33.014134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5d8c6c34-4dd9-45b4-9f2e-a13dc5a0c774 req-57ae41a4-0161-4998-ab36-f79666e5f95f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Synchronizing usage tracker for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:33.030749 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5d8c6c34-4dd9-45b4-9f2e-a13dc5a0c774 req-57ae41a4-0161-4998-ab36-f79666e5f95f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Unset dirty status for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:33.032121 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d8c6c34-4dd9-45b4-9f2e-a13dc5a0c774 req-57ae41a4-0161-4998-ab36-f79666e5f95f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1006527 Nov 23 13:12:33.034211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-61b63d87-1597-4815-a511-62d0eddfb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:33.036520 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-61b63d87-1597-4815-a511-62d0eddfb408 service neutron] 10.222.0.84 "GET /v2.0/networks?id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 200 len: 911 time: 0.1348653 Nov 23 13:12:33.081690 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d8c6c34-4dd9-45b4-9f2e-a13dc5a0c774 req-f31ef800-0917-4760-9c87-fd587fa54672 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429378 Nov 23 13:12:33.118379 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-c61d9fe0-8c94-4d8d-a8f3-ee535af2155a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 200 len: 217 time: 0.0747223 Nov 23 13:12:33.122157 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:02:00Z', 'revision_number': 5, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:33.126478 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] Checking router: 8a458bed-582c-490a-b66a-75865f4cc014 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:12:33.135617 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:12:33.136248 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:12:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:33.187005 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-dc9d5433-5648-47f3-bab0-e259d427bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:33.188637 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-dc9d5433-5648-47f3-bab0-e259d427bd2b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 200 len: 848 time: 0.0580730 Nov 23 13:12:33.320453 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:12:33.344642 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-f3bbaefa-3d2c-4200-baef-ddf71fdd8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:33.347174 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-f3bbaefa-3d2c-4200-baef-ddf71fdd8766 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1378000 Nov 23 13:12:33.358386 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-244edd6d-23d7-460d-b118-b9a68e594e1b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:33.360183 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-244edd6d-23d7-460d-b118-b9a68e594e1b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.84 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.1498806 Nov 23 13:12:33.519786 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Deleting port 9334a9ef-7661-4c37-bee0-88d739f97311 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:12:33.520190 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:33.628631 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-30ec9f61-51cd-4dea-99a2-2b93d9c3f338 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672093 Nov 23 13:12:33.718845 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:02:00Z', 'revision_number': 5, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:12:33.730785 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba810a67-8d6e-4410-8c47-c15ef9090995 None None] The sync data for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi is: [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:01:52Z', 'revision_number': 4, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '90791560-f8bc-48bc-bf3b-690c6ca2f097', 'name': '', 'network_id': '02ba363d-e5eb-44ed-b3cb-f5f6be41db0f', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'mac_address': 'fa:16:3e:2c:13:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:51Z', 'updated_at': '2021-11-23T13:02:00Z', 'revision_number': 5, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'subnets': [{'id': '6112fc7c-3314-460d-a623-0cd6e4869664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:12:33.918778 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e0cd37c4-138a-4fc7-b02d-464dfedc0185 req-e619dc8e-90ff-478d-a70c-987f10be7301 service neutron] 10.222.0.84 "GET /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776544 Nov 23 13:12:33.940052 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] For port 9334a9ef-7661-4c37-bee0-88d739f97311, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=9334a9ef-7661-4c37-bee0-88d739f97311,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:12:33.940528 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:34.043618 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8efd9e0-3441-4f98-a684-06569cfa2ae5 None None] New status for floating IP c79786d2-0246-4cba-b460-176e29e015b7: DOWN {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:12:34.071944 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Calling delete_port for 9334a9ef-7661-4c37-bee0-88d739f97311 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:12:34.359786 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:34.366580 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-091858c5-f088-493d-a16f-edede2201bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:12:34.415923 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event deleted for resources: {'Port': ['ID=9334a9ef-7661-4c37-bee0-88d739f97311,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:12:34.458019 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.458398 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.458746 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.459177 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.459518 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.460055 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.460502 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.460874 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.461231 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.461650 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.461986 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.462448 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:12:34.466665 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:12:34.529047 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4443e8-03d3-4054-bb0c-a07b37f9a71b req-af6dd7a1-cf11-4b55-b590-0cfe5fb0cac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:12:34.530925 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0d4443e8-03d3-4054-bb0c-a07b37f9a71b req-af6dd7a1-cf11-4b55-b590-0cfe5fb0cac8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 943 time: 0.3366435 Nov 23 13:12:34.537681 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] No DVR routers for this DVR port 9334a9ef-7661-4c37-bee0-88d739f97311 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:12:34.540436 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:34.544779 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'name': 'network-vif-deleted', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:12:34.594688 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e4de4adb-749c-4f82-9ca8-8bc8de908ca0 req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.84 "DELETE /v2.0/ports/9334a9ef-7661-4c37-bee0-88d739f97311 HTTP/1.1" status: 204 len: 173 time: 1.2094338 Nov 23 13:12:34.606512 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0d4443e8-03d3-4054-bb0c-a07b37f9a71b req-adfea16b-a935-4ce6-b66a-81b23565c1c8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c2bbac1-5590-4d4d-a473-c80b9402f614&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624576 Nov 23 13:12:34.673760 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3c40e3-d194-4953-be2a-355e3cd882d7', 'name': 'network-vif-deleted', 'tag': '9334a9ef-7661-4c37-bee0-88d739f97311', 'status': 'completed', 'code': 200} Nov 23 13:12:35.773975 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-c06e4b0c-9d8f-4efb-bf02-25adc83cbad2 req-01728bf9-9b42-4315-8741-912dbc60aacc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Synchronizing usage tracker for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:12:35.794642 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-c06e4b0c-9d8f-4efb-bf02-25adc83cbad2 req-01728bf9-9b42-4315-8741-912dbc60aacc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Unset dirty status for tenant:a76cd93551c243ffac2329a86c7fce12 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:12:35.795919 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c06e4b0c-9d8f-4efb-bf02-25adc83cbad2 req-01728bf9-9b42-4315-8741-912dbc60aacc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0670283 Nov 23 13:12:36.986015 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5368b2dd-d057-409f-bde9-7d6db9ba0ed3 req-d17a925b-5c3d-4232-88f4-831ff54f6a47 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0485179 Nov 23 13:12:37.256694 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a748fd31-9850-4303-a35b-a9f40f50c9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:37.701874 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:38.151765 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-49f439e4-7ae0-4eec-9bd6-49b966c3da43 req-440044fb-f191-429c-8975-eb3546417655 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0471723 Nov 23 13:12:39.311383 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7387c131-c6fb-4ed1-8035-df6e927392e3 req-b7668d89-ce74-4f28-ae56-64917a1f3a70 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0434575 Nov 23 13:12:40.144407 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d73868b3-d463-4a60-85b3-61eadfe51666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:40.483200 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6368b1dd-5d2f-48a9-bb1c-49a48b3a08c1 req-39d23875-65cd-426f-b921-e027a574d029 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0547628 Nov 23 13:12:41.225036 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:41.658487 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a1f3c672-4cea-4b2b-880c-ce1e3715e605 req-a077775e-f919-42f5-811e-2bbdd78f0f5f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0562432 Nov 23 13:12:42.543661 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:42.830346 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2b91aab3-7c85-4bdd-9bb5-2d5458b737b6 req-84eae63e-0647-4464-981d-6e2ed5002ea4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0556161 Nov 23 13:12:43.986742 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0300f9fb-0bc7-41ad-ae8d-69dd4218fa90 req-075043e8-a5b6-47d3-ad80-954a872e470e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0535049 Nov 23 13:12:45.158002 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8dea7149-09e2-4788-9a94-c9ed11f0b286 req-f6b25c12-109a-456a-87c3-2bed45144c9d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0559461 Nov 23 13:12:46.330997 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f6a88fba-3e72-45e3-833b-e1ffe3f519a8 req-fe3493f3-72c8-4a54-9316-91466902ad4c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0513380 Nov 23 13:12:47.486757 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0bda063f-21eb-4c5c-8f12-edceaf46ff14 req-740a7760-536d-4103-acf5-274ee718547a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0446734 Nov 23 13:12:48.743444 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-44c9b279-5353-47a3-9b06-97fe1ecbb466 req-f68f6f28-95e7-4cec-8595-7461bf80a65e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.1429191 Nov 23 13:12:48.989813 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:12:49.910551 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-30779198-58e5-408f-b346-ee991bcf24b3 req-ac46e4a4-2db5-4fdb-a546-a9ecd7ee231c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0485535 Nov 23 13:12:51.066324 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-22650b01-84e0-430c-adea-6d70a9a389d6 req-26b487e3-ddda-4d3a-8c2d-7ea2b3d9517d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0444460 Nov 23 13:12:52.247391 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b783ebf8-1261-4497-9428-0692d2a9e098 req-3faf5aeb-1f56-447f-99d2-cbe5fa39afec tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0440207 Nov 23 13:12:53.294729 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:12:53.407926 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4284c03d-dadf-4ff1-85ac-cb838f19596b req-3cf012ac-f55e-4f59-bb88-fc6e84d2dc91 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0436676 Nov 23 13:12:54.569237 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-75dde549-71d0-49c1-a90d-22bd4b360034 req-85d69535-1857-4b90-9733-481733285d28 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0445948 Nov 23 13:12:55.729946 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e370fb56-0bae-4a58-84ef-8ae61cb89ff1 req-01e97c11-f895-441a-aa34-7ff0c6c7e3e2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0465524 Nov 23 13:12:56.893102 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a5d3ffdd-b14d-42ea-905a-83ec68fa5cd1 req-7704c496-f5c3-4c10-b2b0-4091c04fa6e5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0479894 Nov 23 13:12:58.066305 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-caa10d93-f66c-4d22-87c1-ed2b7c0ce039 req-8a256cac-a2e5-47f4-a9d4-744a860daa7a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0434635 Nov 23 13:12:59.237854 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-199966fd-9fea-4b23-8453-ee714c3a4c44 req-6fe7dd21-b2e8-491d-afc5-4e689ddd0cf0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0440209 Nov 23 13:13:00.402975 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d392fe94-5433-4d17-bf8a-0683776c30a7 req-ee6cdcb5-5715-4c77-b6f0-4569e792a6a5 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0432308 Nov 23 13:13:01.570522 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-71152d51-df5e-4add-8bf0-7f1d1561bddb req-ba9d75af-f791-4df7-b5eb-a78a290a3407 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0514491 Nov 23 13:13:02.726353 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5cc62b48-69e4-4e64-8df7-0a0349ad01c8 req-1bb3303a-c4a4-4ccc-9138-14e2774fa3b7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0462959 Nov 23 13:13:04.050247 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-78ff0d68-8d1e-40ef-afd5-0121315324b3 req-0c0267aa-f0b1-4a81-9cba-129193d7f56d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0501118 Nov 23 13:13:05.211350 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1ef587a6-8d9c-4a37-b047-1e21866a6278 req-a82b0b57-f822-44be-ac68-eb949f7da6e0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0495427 Nov 23 13:13:06.393101 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf7da179-164d-46fe-9488-d82b59245c0f req-d2a1d26f-e89c-4fed-a559-056283e9b0dd tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0536051 Nov 23 13:13:07.258426 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-37b45da7-e616-4a75-b931-d4c9a899c6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:07.565912 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f07a253e-973d-4b45-b5d9-2e440894c130 req-db229a7a-6939-4b32-86a0-0f0133bdbbb6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0522132 Nov 23 13:13:07.705058 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:08.738102 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-403494b9-161f-424d-8b3b-ca6e261d1326 req-4c190575-07a9-490d-b34a-dc495fc20072 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0537596 Nov 23 13:13:09.908868 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d1534928-759c-47fa-b5b8-2c4df4c0e7c1 req-df2a377c-4baa-48b7-a1be-4333700ee177 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0532463 Nov 23 13:13:10.151480 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78cacd71-cad7-4f5a-8f7c-00d71d907469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:11.088445 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-97c29432-2a7b-4c43-b36a-70e0b199aa92 req-8d58151a-eaa2-45f3-9981-b3b801f11848 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0541546 Nov 23 13:13:11.233079 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:12.257599 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-840a9821-9897-4dba-b147-0137b871d153 req-a9cbd313-395a-46f5-a3a4-a7b24685f984 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0512910 Nov 23 13:13:12.554335 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:13.427898 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-24c08835-65e5-4283-9dd2-e1e87f2c07ec req-af002e5a-572e-491c-82e9-a08312e81115 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0519745 Nov 23 13:13:14.586834 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4f58016b-a333-47d0-93a6-cba9bee96864 req-f0e71fcd-a1c1-4762-a615-546431809dce tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0463850 Nov 23 13:13:15.738394 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-be5db514-0882-4b69-b003-183edea50678 req-bf1cb129-ac1a-4fd0-9645-d3cd556c1b51 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0445201 Nov 23 13:13:16.906784 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f618bb36-84e2-4f1c-a39d-1f35e2b839b0 req-fe3ca8b3-7479-4a94-bd45-b251a15a6691 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0507548 Nov 23 13:13:18.073234 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76acee05-e7ff-4071-a660-3f4df1067b7d req-c1c9c2d9-a217-45bf-a3d7-92e35eee4c29 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0466461 Nov 23 13:13:19.007219 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:19.233591 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-03082af0-7383-4b77-bcad-29ed14c0328e req-d7be7a57-52b5-4b3d-bdd7-6548360acb77 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0444574 Nov 23 13:13:20.397998 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8d1fa235-f48f-44dd-a443-caf32e9b8878 req-4b0a59e5-f0ff-46a8-b6f0-f2870dc4c619 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0458040 Nov 23 13:13:21.576571 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cf613820-573f-4ceb-8e10-ad15f5f11db0 req-b74324d8-131d-42bb-bdc5-83082dd12c4a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0486429 Nov 23 13:13:22.746625 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3c6809ea-9c6b-4638-a612-66c3a830e2ba req-ccae6ccf-6ced-4244-af86-bc7ed4e6bdb2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0427303 Nov 23 13:13:23.905462 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d1ba107f-4fa1-4983-b6a2-1b96ece2601e req-c146650a-4da3-404f-9df1-9c23519f577e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0492215 Nov 23 13:13:25.087519 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-42e893aa-9851-4ddf-aed3-b053ab8bd6c2 req-94d15a7b-cc14-4d0a-852b-7527f5140985 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0539651 Nov 23 13:13:26.244148 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8efc1348-57f1-45db-9f23-52eb3441bc93 req-7a0866a9-9d0a-4ecc-960c-c3c713da042a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0437458 Nov 23 13:13:27.422682 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6114dd6c-77a0-4665-a8c4-e878cdb1c831 req-67f6d35b-6358-4b55-ab40-a99061265b43 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0596867 Nov 23 13:13:28.617648 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-44ac4da0-7507-478e-bc93-c9c90a52dc4d req-27563e52-12e6-4ee6-9549-1baf6180599a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0566976 Nov 23 13:13:29.788258 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c09d91e5-4071-48a0-9339-951f70416e68 req-31b7fe0a-7bee-4e86-85da-cb4654c79e0c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0549834 Nov 23 13:13:30.297465 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:13:30.947315 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9d1b8a9b-db21-45f2-b191-aeb76e7f66d8 req-d12fafee-4171-4ef7-a0d0-f1d7792746c6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0469134 Nov 23 13:13:32.115330 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2923957b-5755-4f26-9847-cc4a44189754 req-6c713ec1-9f7d-41a9-a55c-b334498c72d3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0518534 Nov 23 13:13:32.650382 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-82e81b3f-f582-4421-b6ec-640347950e89 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729315 Nov 23 13:13:32.757580 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-40d2650d-282b-45ed-8ae2-e9749e508d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:32.759056 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-40d2650d-282b-45ed-8ae2-e9749e508d5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=13128fc1ba014300bfb802722969331f&device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 1098 time: 0.0743754 Nov 23 13:13:32.979859 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-d5957e6f-15b4-4dae-aba8-3330e5a7ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:32.981310 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-d5957e6f-15b4-4dae-aba8-3330e5a7ee01 service neutron] 10.222.0.84 "GET /v2.0/networks?id=80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 200 len: 916 time: 0.2023370 Nov 23 13:13:33.051468 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-c40a58ba-d58c-4661-b3b6-879c902b4c4f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 200 len: 217 time: 0.0628202 Nov 23 13:13:33.120766 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-a953a5e4-950b-4144-acc1-8f57506668ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:33.122243 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-a953a5e4-950b-4144-acc1-8f57506668ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 200 len: 853 time: 0.0648494 Nov 23 13:13:33.203209 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-afe2cb1b-4352-4484-ab41-5e31467e0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:13:33.204744 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-afe2cb1b-4352-4484-ab41-5e31467e0e4c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=80f788ec-a296-4d2f-963c-ac1dae70507a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752797 Nov 23 13:13:33.268105 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f728301f-56f8-4228-bae7-252d6eedd435 req-d1103f38-c0a5-4b26-89f6-c645efe08573 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0440121 Nov 23 13:13:33.338784 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-415508e5-e7a3-42c6-86cb-2bae0fdd2b17 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269863 Nov 23 13:13:33.471143 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d7169f50-22d2-49a1-ab4a-6a52ee63f070 req-70834802-5076-49a0-89ee-8db8657ef393 service neutron] 10.222.0.84 "GET /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255970 Nov 23 13:13:34.434640 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-74245159-ae81-4206-b05f-64e198bd1147 req-230753d8-7b27-41e4-9e66-4ce75c5fc903 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0507839 Nov 23 13:13:35.605276 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bec0a158-9799-4875-9d2b-cbd7cacf1ab8 req-132f5b9b-07ef-42c5-8653-e982362ea99f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0519121 Nov 23 13:13:36.787607 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0d8c9247-482d-4cea-9b5b-ca98ae2df0c0 req-3247b242-6508-4191-ad72-050d0ed9c176 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0578144 Nov 23 13:13:37.263127 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ee83bbb2-b54d-438d-b20d-16ce139c0999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:37.710960 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:37.958535 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-629b6758-cadd-47b3-bf02-521eccb13444 req-cec2e3ce-70b5-4d0e-998b-7419ea247ee2 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0542927 Nov 23 13:13:39.125335 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a7dfc88-a341-49f2-b0c2-f2e019c6cebf req-cadd5039-f81d-4b78-a0ef-22e99ee1d25c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0438838 Nov 23 13:13:40.149097 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-124d8880-ff83-4bc7-b423-4429d97c3dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:40.291545 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2d6efade-40ce-4d6e-8d11-6f481b5344cd req-1e306f2f-b933-49ff-9367-34316bfce558 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0480170 Nov 23 13:13:41.234409 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:41.459655 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e94f2a4b-b546-4798-8daa-47fb922471f2 req-ae1f98cc-718d-48e2-afbe-c9c13c881ff7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0466466 Nov 23 13:13:42.545992 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:42.632134 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-16d150f5-b9a9-43e1-a135-548591c8b52a req-1a4e396b-da06-4fe9-b6f2-31557094922f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0479262 Nov 23 13:13:43.801419 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2d5d29e8-52d6-43c1-b0e8-e3e93985bf9b req-c845e9aa-f084-4557-a09c-5a7669bd3073 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0533638 Nov 23 13:13:44.953290 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e2fa6acc-3dc4-4c28-b940-20a408269ad5 req-7a13556e-c71b-42a1-96d6-404d838da8d0 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0463405 Nov 23 13:13:46.135365 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1efeae5c-bb5c-461c-bf2c-e6ff18c0d3ea req-f03fab2a-9cd3-4738-bc73-e734f4728cab tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0556681 Nov 23 13:13:47.302326 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5b514e6d-a3f3-4ee0-a01e-3c507e630c7c req-93470282-d228-40fb-bcc3-53c50713f874 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0443082 Nov 23 13:13:48.478472 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-55d97762-1bff-46fe-8b86-21a6703bf0c2 req-5b136222-1ba7-492a-bd3d-72caf8b10e27 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0554900 Nov 23 13:13:48.995871 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:13:49.649530 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4c0ebce8-cfd6-4eae-b978-b4036bc874aa req-91230740-aa17-43fb-af37-9532fea42576 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0453455 Nov 23 13:13:50.823624 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c5d8fc1d-9de5-4732-8886-68f88809361c req-72253920-2dd1-4de0-9ef5-d9ff451bdf63 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0486205 Nov 23 13:13:51.977185 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-18706ed1-a248-496c-81f6-d8832efaef6e req-4544c62b-3197-4efd-a953-a6e9491c3481 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0469158 Nov 23 13:13:53.155176 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-62fdf7c1-09d5-4bf6-968f-8e47d56e3d48 req-50ff203c-9403-41ea-8b9c-0d4b37fe3da1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0579667 Nov 23 13:13:54.327238 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd1932cf-18d4-4232-9fcc-5727e83aca01 req-08e5073e-f1f4-4dec-bec0-ba17f03b1100 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0537074 Nov 23 13:13:55.496121 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a96750c1-f2c3-4f4a-b413-e9eec4cddfd5 req-8e5c031b-748d-40db-a440-db7658544ca7 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0552166 Nov 23 13:13:56.670057 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a1c189c7-1150-4275-9ee2-c3659c55e856 req-d8f961a9-bd8e-4881-9a33-b7423597603d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0510347 Nov 23 13:13:57.835199 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d743c2b5-d381-438c-8643-19ccc2a8f5c4 req-ce95977b-1edd-429a-9855-73fcd62a0bf3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0470498 Nov 23 13:13:58.987379 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a0721ff1-2c24-4037-867d-6ff5084b02b2 req-93227cb3-e29a-41a4-8abf-b0564191689b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0469046 Nov 23 13:14:00.149518 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d88e8255-49f7-481e-b4a6-5c216ac54201 req-e119e9a7-89c4-4c3c-8b83-35233161d998 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0478451 Nov 23 13:14:01.316041 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8f07855e-f764-4d83-92ee-8b2a0d7094cb req-fe335464-df9a-46dc-aced-0d346470bcf4 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0501041 Nov 23 13:14:02.487447 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-83e45c41-759d-4abc-a9d0-e374c6038b18 req-8166d661-3cc0-4820-a14e-ce9f07e62f7f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0495114 Nov 23 13:14:03.664906 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1141e460-1488-40d7-9824-3abb0524d35d req-a4585253-1a27-4b07-8fbe-0bd3ad09c9e6 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0496595 Nov 23 13:14:04.841877 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-30a9b89a-8a06-4977-9e65-8107794142bd req-97149087-bb82-4672-9347-31acaeda4e90 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0492666 Nov 23 13:14:06.080124 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d8b537cc-da6c-4ce8-a74f-0dc42ddf0199 req-0b130e73-642d-43e9-8624-3b95ead183bb tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.1286316 Nov 23 13:14:07.257476 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-13222a63-7c51-4f92-8aeb-11a1cbea902c req-4d968618-29f5-46f1-8511-508f5764eb11 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0509465 Nov 23 13:14:07.261603 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2a038cc7-4eca-4545-8fd5-07b641f1425c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:07.296144 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:14:07.708034 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:08.425717 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-38436dff-db34-4f76-aaf1-84e7dba52e17 req-d8947b47-3db9-4670-ad37-4528604d7a45 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0518758 Nov 23 13:14:09.603265 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8f8e5ad5-3a69-463b-bfaf-e43bbbb620e6 req-366540b3-ea0b-4753-87db-1c02f4168d2d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0451565 Nov 23 13:14:10.143312 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a05fb8f7-a9af-414c-9d1f-aa8b24d20dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:10.778573 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bbc6fc50-8685-4d5f-87f8-377a68b4df69 req-415a9e49-2e8e-4fe3-89aa-1c15cf042ebc tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0502276 Nov 23 13:14:11.244763 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:11.940679 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5303e52d-732c-49eb-817e-04f1d2b7a2f7 req-05dc44e2-ff0a-4607-90fd-fe5e1b2a843b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0510080 Nov 23 13:14:12.555082 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:13.114634 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8378a34f-3660-4ca1-aa48-c29e565a4ae4 req-45a62b56-16d7-4281-8a1c-3d5ee83fca53 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0493870 Nov 23 13:14:14.281081 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-551d722d-71b4-4f8a-83b2-0b0369c1acd5 req-06f5ccc9-a7ba-42f0-9aed-c4aa83a6336c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0436010 Nov 23 13:14:15.440795 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-93ba18af-7794-4901-974e-5be2c5906aa4 req-09ad3b1d-2dee-43c6-bb45-72cceb009da9 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0428829 Nov 23 13:14:16.613971 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-629d99ba-251f-465e-97b0-e6c3fea55f92 req-1c10f822-ff0f-4eea-a5ca-1c3f50dcdd7b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0552015 Nov 23 13:14:17.785071 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8fa2afbf-334b-44b9-a781-11981897fb41 req-2a85cd82-a75c-46f6-9556-4acf7e2b4312 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0532038 Nov 23 13:14:19.011459 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4eafc548-fe25-40ed-aa64-4c23cde78b83 req-dc3734c9-879b-434c-b355-9ebde77e900e tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.1107175 Nov 23 13:14:19.013322 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:20.180386 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8798a4b7-875c-4c5f-84db-5f59510723b0 req-648c040f-3dea-46e7-ba05-d8a623eca11a tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0460546 Nov 23 13:14:21.352178 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-369e6e96-e2ef-461b-856d-7c1686e9eb67 req-b25f6f56-02bf-4a9c-9dc9-66bf70637a03 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0520940 Nov 23 13:14:22.527202 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73c61b0c-bd4a-4d31-95ac-84fcc2824263 req-1bc87051-191f-43ca-b805-a909fc8a807b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0526867 Nov 23 13:14:23.759644 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-915cc724-cd96-4fc8-8153-d9ed2b1b62ff req-1ef5c573-5968-46b7-90d9-0d7ed82b4b5c tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.1111743 Nov 23 13:14:24.977280 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bd1e965a-aef0-4b84-b662-4e71dfb8bf25 req-af52d4dd-c259-4274-9a4b-80918effb98b tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0978298 Nov 23 13:14:26.135867 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1c67a35e-019d-42c0-8031-4503a141e310 req-79af1f26-cfa0-4bf1-9364-928da04114e1 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0468414 Nov 23 13:14:27.299592 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-102018da-97ed-47ec-b3e6-f9f373c7d150 req-35340ee3-3db8-4eda-8dc0-8f61ab6936a8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0528769 Nov 23 13:14:28.471419 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-301f408c-a072-44c9-9ae3-4af196d1b986 req-b21109ec-2067-4244-ae2f-c955c5068446 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0477765 Nov 23 13:14:29.631657 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b82a02a0-69b9-4952-b618-8462ebf0b306 req-74cf7001-2818-4f95-a9b1-c54f118137c8 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0436575 Nov 23 13:14:30.805556 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a42934c9-58af-4d20-b8c3-0b9ea0c8a7da req-eb802813-71bb-4b83-a735-20c177b96648 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0538731 Nov 23 13:14:32.125507 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-36d7ca46-6ece-4f25-a655-8efcf08836c9 req-e0dc62e9-745e-46ef-adbe-c57284119377 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0585024 Nov 23 13:14:33.287168 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e1532b42-1bfd-4657-8a3d-e268031b9507 req-93ac981d-7e5f-4595-8a96-5afae0d899e3 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0455515 Nov 23 13:14:33.596269 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-1bf90f3c-f88d-4fbd-9792-782a1262e01a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0801842 Nov 23 13:14:33.704256 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-b5a5dd32-fa15-4483-9248-43cfdef41ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:33.705742 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-b5a5dd32-fa15-4483-9248-43cfdef41ec2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=90112b6f3d31421a8ee18cbe7d6b0537&device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 1099 time: 0.0767515 Nov 23 13:14:33.870380 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-0aa3ac20-1c88-4511-b10b-0a01a3066abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:33.871956 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-0aa3ac20-1c88-4511-b10b-0a01a3066abb service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d HTTP/1.1" status: 200 len: 915 time: 0.1440303 Nov 23 13:14:33.947772 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-62c5040c-ca91-4d99-8e0d-46ddfdb37b1e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 HTTP/1.1" status: 200 len: 217 time: 0.0688627 Nov 23 13:14:34.025489 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-982ccaba-6b31-47b6-80d7-1a9b6561e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:14:34.026932 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-982ccaba-6b31-47b6-80d7-1a9b6561e31d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c8b0c365-02a3-4ba5-846f-9b925f043bb7 HTTP/1.1" status: 200 len: 853 time: 0.0731046 Nov 23 13:14:34.074420 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-2c72310c-4bd7-4884-b94e-3e5380e26249 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411267 Nov 23 13:14:34.211594 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-426088b1-ff0d-444a-b960-d53799020a52 service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304703 Nov 23 13:14:34.358081 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-253fa940-bf71-43b7-90f0-d8eb42e185a5 req-4bff8d8e-3949-4f02-9eac-457ec8cd7806 service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386771 Nov 23 13:14:34.443498 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7135463b-f23c-4070-ac08-fbe807edbb14 req-badd91d8-ac94-405a-8157-18afa98dcf04 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0511317 Nov 23 13:14:35.619540 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c8a63fd-f8cf-4c4f-8d92-4a3965831025 req-4f137fbd-c835-41d2-8058-beb4b9c18151 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a3c40e3-d194-4953-be2a-355e3cd882d7 HTTP/1.1" status: 200 len: 210 time: 0.0465217 Nov 23 13:14:36.721188 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47352) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:36.806820 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:36.837954 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:36.910777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:36.916752 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-67a54c0f-6c33-4e09-8f16-05f4a1e4a2da tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:36.932773 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2bbac1-5590-4d4d-a473-c80b9402f614,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:36.941672 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.942053 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.942430 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.942788 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.943150 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.943507 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.943856 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.944277 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.944645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.944995 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.945347 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.945712 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:36.950532 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:36.953927 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:36.955068 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d7bd2efb-88e8-460e-84e7-9e50081f0014 tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] 10.222.0.60 "DELETE /v2.0/security-groups/0c2bbac1-5590-4d4d-a473-c80b9402f614 HTTP/1.1" status: 204 len: 168 time: 0.2327332 Nov 23 13:14:37.094134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47358) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:37.259098 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-abbcee25-07dd-4be8-82fa-b78782f54a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:37.693649 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:37.804370 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:38.250279 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Deleting port 90791560-f8bc-48bc-bf3b-690c6ca2f097 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:38.250658 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:38.429552 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] For port 90791560-f8bc-48bc-bf3b-690c6ca2f097, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=90791560-f8bc-48bc-bf3b-690c6ca2f097,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:38.429898 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:38.592439 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Calling delete_port for 90791560-f8bc-48bc-bf3b-690c6ca2f097 owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:39.019561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:39.024050 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:39.074508 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=90791560-f8bc-48bc-bf3b-690c6ca2f097,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:39.077800 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:39.414763 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:39.889409 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Router 8a458bed-582c-490a-b66a-75865f4cc014 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:14:40.069410 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:14:40.079223 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] Sync routers for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:14:40.090827 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] 10.222.0.60 "PUT /v2.0/routers/8a458bed-582c-490a-b66a-75865f4cc014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9931033 Nov 23 13:14:40.091020 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:40.091020 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:14:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:40.091279 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47390) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:40.177632 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e23abf3e-12f3-4d76-87cb-807fa29eb5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:40.275847 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks [] for router, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:40.279140 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:40.457630 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:40.469341 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Deleting port dd3a999b-8de7-4a05-898a-d8a6e9f02771 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:40.469747 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:40.566200 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:14:38Z', 'revision_number': 5, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port': {'id': 'dd3a999b-8de7-4a05-898a-d8a6e9f02771', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:49:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a458bed-582c-490a-b66a-75865f4cc014', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:48Z', 'updated_at': '2021-11-23T13:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:40.570176 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] Checking router: 8a458bed-582c-490a-b66a-75865f4cc014 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:14:40.578598 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] Routers {'8a458bed-582c-490a-b66a-75865f4cc014'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:40.579274 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:14:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['8a458bed-582c-490a-b66a-75865f4cc014'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:40.646885 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] For port dd3a999b-8de7-4a05-898a-d8a6e9f02771, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=dd3a999b-8de7-4a05-898a-d8a6e9f02771,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:40.647272 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:40.787148 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Calling delete_port for dd3a999b-8de7-4a05-898a-d8a6e9f02771 owned by network:router_gateway {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:40.789581 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] Set router 8a458bed-582c-490a-b66a-75865f4cc014 gateway port host: None {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:40.913633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:14:40Z', 'revision_number': 6, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:40.917613 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1152c0bc-f4ca-4d2a-9f82-1dc16c4bd0bc None None] The sync data for ids ['8a458bed-582c-490a-b66a-75865f4cc014'] in dv-cinder-818886-1-iscsi is: [{'id': '8a458bed-582c-490a-b66a-75865f4cc014', 'name': 'tempest-TestShelveInstance-1306666723-router', 'tenant_id': 'a76cd93551c243ffac2329a86c7fce12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:47Z', 'updated_at': '2021-11-23T13:14:40Z', 'revision_number': 6, 'project_id': 'a76cd93551c243ffac2329a86c7fce12', 'gw_port_host': None}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:14:40.970336 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:40.977124 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99abc323-28fb-4456-b743-add3ca1375b5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:41.028942 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3a999b-8de7-4a05-898a-d8a6e9f02771,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:41.053898 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:41.122454 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.236889 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.391850 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.394144 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.484649 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.485278 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a458bed-582c-490a-b66a-75865f4cc014 {{(pid=86849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:14:41.498578 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.499722 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a514aab9-6e7d-4023-b16c-6c4f92994caf admin admin] 10.222.0.60 "DELETE /v2.0/routers/8a458bed-582c-490a-b66a-75865f4cc014 HTTP/1.1" status: 204 len: 168 time: 1.4077387 Nov 23 13:14:41.502464 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47402) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:41.561470 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] Deleting subnet 6112fc7c-3314-460d-a623-0cd6e4869664 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:14:41.564644 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.614219 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.703810 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 90791560-f8bc-48bc-bf3b-690c6ca2f097 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:41.738308 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 90791560-f8bc-48bc-bf3b-690c6ca2f097 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:41.738659 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 90791560-f8bc-48bc-bf3b-690c6ca2f097 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:41.739091 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device dd3a999b-8de7-4a05-898a-d8a6e9f02771 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:41.747011 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.773369 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: dd3a999b-8de7-4a05-898a-d8a6e9f02771 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:41.773723 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device dd3a999b-8de7-4a05-898a-d8a6e9f02771 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:41.839650 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.855506 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:41.891448 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41871c02-a970-4ebf-936d-15469d1c3dd8 None None] Network 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:14:41.895253 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:41.899188 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6112fc7c-3314-460d-a623-0cd6e4869664,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:41.904474 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:41.912067 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d773c172-5729-442e-a051-8f1d2afedc59 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6112fc7c-3314-460d-a623-0cd6e4869664 HTTP/1.1" status: 204 len: 168 time: 0.4064393 Nov 23 13:14:41.912326 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47414) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:42.032537 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.044374 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Deleting port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:42.044723 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.164305 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] DHCP port deletion for 02ba363d-e5eb-44ed-b3cb-f5f6be41db0f request from dv-cinder-818886-1-iscsi {{(pid=86850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:14:42.168562 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] Deleting port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:42.168966 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.264831 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] For port e422b2f8-195f-4b04-a79a-7dd1e1e62be5, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=e422b2f8-195f-4b04-a79a-7dd1e1e62be5,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:42.265502 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.380647 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] For port e422b2f8-195f-4b04-a79a-7dd1e1e62be5, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=e422b2f8-195f-4b04-a79a-7dd1e1e62be5,segment=NetworkSegment(45781d62-596e-442f-9d81-0e9aaefd5886),segment_id=45781d62-596e-442f-9d81-0e9aaefd5886)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:42.381241 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.388732 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Calling delete_port for e422b2f8-195f-4b04-a79a-7dd1e1e62be5 owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:42.464922 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.468906 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:42.505876 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] Calling delete_port for e422b2f8-195f-4b04-a79a-7dd1e1e62be5 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:42.514081 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e422b2f8-195f-4b04-a79a-7dd1e1e62be5,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:42.517333 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:42.518094 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] No DVR routers for this DVR port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 on host dv-cinder-818886-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:14:42.572284 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.633854 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.655590 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:14:42.655965 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:14:42.754667 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ba363d-e5eb-44ed-b3cb-f5f6be41db0f']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:42.766690 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45781d62-596e-442f-9d81-0e9aaefd5886') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:42.766979 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45781d62-596e-442f-9d81-0e9aaefd5886') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:42.778191 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3108507'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.794118 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.800969 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Releasing vlan 1238 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:14:42.801350 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2257488'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: Traceback (most recent call last): Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: timer() Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: cb(*args, **kw) Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: return func(*args, **kwargs) Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: self._notify() Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: self.callback(batched_events) Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: event.method(event) Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: return f(self, *a, **k) Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._get(url).json() Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: return self.request(url, 'GET', **kwargs) Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:14:42.815209 dv-cinder-818886-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:14:42.894781 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.899052 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8ef0a2af-cd42-452b-b40f-24c5744150e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:42.912380 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:42.923180 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=02ba363d-e5eb-44ed-b3cb-f5f6be41db0f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:42.926514 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:42.942538 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6ab78c21-cf83-4e86-b8f7-7ad716201c8c admin admin] 10.222.0.60 "DELETE /v2.0/networks/02ba363d-e5eb-44ed-b3cb-f5f6be41db0f HTTP/1.1" status: 204 len: 168 time: 1.0259829 Nov 23 13:14:42.943231 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47424) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:43.157134 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] Deleting port e422b2f8-195f-4b04-a79a-7dd1e1e62be5 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:43.157482 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.222605 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-94788658-0d5d-4af7-b7b2-6ae6899a12e1 None None] The port 'e422b2f8-195f-4b04-a79a-7dd1e1e62be5' was deleted {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:14:43.412114 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device e422b2f8-195f-4b04-a79a-7dd1e1e62be5 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:43.448906 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: e422b2f8-195f-4b04-a79a-7dd1e1e62be5 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:43.449251 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device e422b2f8-195f-4b04-a79a-7dd1e1e62be5 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:43.509031 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:43.850508 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Deleting port 1927bd25-cb49-4700-b0aa-76f38b66182f {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:43.850804 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:44.018791 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] For port 1927bd25-cb49-4700-b0aa-76f38b66182f, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=1927bd25-cb49-4700-b0aa-76f38b66182f,segment=NetworkSegment(07979ff3-981a-49d7-9844-4ee4d047b368),segment_id=07979ff3-981a-49d7-9844-4ee4d047b368)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:44.019258 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:44.247301 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Calling delete_port for 1927bd25-cb49-4700-b0aa-76f38b66182f owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:44.295736 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:14:44.429918 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:44.433708 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0b4fbfdb-4bda-4f29-b01d-1429aa40c706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:44.477280 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1927bd25-cb49-4700-b0aa-76f38b66182f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:44.480037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:44.752765 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:45.121692 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Router 7e724687-dfc1-46c6-95c7-948f5612dfc7 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:14:45.300951 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:14:45.316675 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] Sync routers for ids ['7e724687-dfc1-46c6-95c7-948f5612dfc7'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:14:45.320782 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] 10.222.0.60 "PUT /v2.0/routers/7e724687-dfc1-46c6-95c7-948f5612dfc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3744524 Nov 23 13:14:45.321039 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47448) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:45.327184 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] Routers {'7e724687-dfc1-46c6-95c7-948f5612dfc7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:45.327810 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:14:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['7e724687-dfc1-46c6-95c7-948f5612dfc7'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:45.505131 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks [] for router, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:45.509598 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] Set router 7e724687-dfc1-46c6-95c7-948f5612dfc7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:45.805130 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:45.805779 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '031deb18-e134-4858-98c7-8071619a4586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:14:44Z', 'revision_number': 5, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port': {'id': '031deb18-e134-4858-98c7-8071619a4586', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:01:57Z', 'updated_at': '2021-11-23T13:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:45.809492 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] Checking router: 7e724687-dfc1-46c6-95c7-948f5612dfc7 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:14:45.816432 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Deleting port 031deb18-e134-4858-98c7-8071619a4586 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:45.816895 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:45.818642 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] Routers {'7e724687-dfc1-46c6-95c7-948f5612dfc7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:14:45.819308 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:14:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['7e724687-dfc1-46c6-95c7-948f5612dfc7'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:45.968707 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] Set router 7e724687-dfc1-46c6-95c7-948f5612dfc7 gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:14:45.997155 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] For port 031deb18-e134-4858-98c7-8071619a4586, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=031deb18-e134-4858-98c7-8071619a4586,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:45.997517 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.080032 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:14:45Z', 'revision_number': 6, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:46.084144 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a96310-7f63-4ae2-aaa3-e4eb15379e0a None None] The sync data for ids ['7e724687-dfc1-46c6-95c7-948f5612dfc7'] in dv-cinder-818886-1-iscsi is: [{'id': '7e724687-dfc1-46c6-95c7-948f5612dfc7', 'name': 'tempest-TestShelveInstance-69308708-router', 'tenant_id': 'f9d41868988941708c26c7869f8c3a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:01:56Z', 'updated_at': '2021-11-23T13:14:45Z', 'revision_number': 6, 'project_id': 'f9d41868988941708c26c7869f8c3a9a', 'gw_port_host': None}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:14:46.122949 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Calling delete_port for 031deb18-e134-4858-98c7-8071619a4586 owned by network:router_gateway {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:46.304408 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.308827 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:46.356348 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Pushing event deleted for resources: {'Port': ['ID=031deb18-e134-4858-98c7-8071619a4586,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:46.382920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:46.450892 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.628288 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.630582 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.655403 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.655922 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e724687-dfc1-46c6-95c7-948f5612dfc7 {{(pid=86849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:14:46.668056 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.669220 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] 10.222.0.60 "DELETE /v2.0/routers/7e724687-dfc1-46c6-95c7-948f5612dfc7 HTTP/1.1" status: 204 len: 168 time: 1.3471782 Nov 23 13:14:46.671984 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 47460) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:46.737143 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Deleting subnet 02bb22d5-bdb6-4135-a113-b27f59eb3960 {{(pid=86848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:14:46.740484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.789330 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110125'] for subnet, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.923671 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.994719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066778'] for subnet, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:46.999378 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:47.038063 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02bb22d5-bdb6-4135-a113-b27f59eb3960,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:47.043313 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.049385 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb88e9ed-a2cc-4f8e-ac71-4a9ff850593f None None] Network 09762252-b2df-4346-b349-63deba06f488 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:14:47.050625 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.050995 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.051357 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.051707 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.052063 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.052440 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.052784 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.053120 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.053468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.053810 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.054150 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.054488 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:14:47.058332 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:47.060143 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-99a2750e-7b37-44d9-9530-4706c5de3207 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/02bb22d5-bdb6-4135-a113-b27f59eb3960 HTTP/1.1" status: 204 len: 168 time: 0.3870203 Nov 23 13:14:47.062642 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 47464) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:47.170352 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.182595 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Deleting port 99f5b467-45b4-4f21-a024-04e50b4a96b2 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:47.182913 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.392689 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] DHCP port deletion for 09762252-b2df-4346-b349-63deba06f488 request from dv-cinder-818886-1-iscsi {{(pid=86850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:14:47.397324 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] Deleting port 99f5b467-45b4-4f21-a024-04e50b4a96b2 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:47.397928 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.506361 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] For port 99f5b467-45b4-4f21-a024-04e50b4a96b2, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=99f5b467-45b4-4f21-a024-04e50b4a96b2,segment=NetworkSegment(07979ff3-981a-49d7-9844-4ee4d047b368),segment_id=07979ff3-981a-49d7-9844-4ee4d047b368)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:47.506720 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.518588 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 031deb18-e134-4858-98c7-8071619a4586 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:47.572762 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 031deb18-e134-4858-98c7-8071619a4586 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:47.573083 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 031deb18-e134-4858-98c7-8071619a4586 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:47.573545 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 1927bd25-cb49-4700-b0aa-76f38b66182f no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:47.610855 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 1927bd25-cb49-4700-b0aa-76f38b66182f {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:14:47.611088 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 1927bd25-cb49-4700-b0aa-76f38b66182f not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:47.611524 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 99f5b467-45b4-4f21-a024-04e50b4a96b2 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:14:47.635069 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Calling delete_port for 99f5b467-45b4-4f21-a024-04e50b4a96b2 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:47.712517 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.717378 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-18f6feb8-f89c-42fe-8381-24a188607d72 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:47.757631 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] For port 99f5b467-45b4-4f21-a024-04e50b4a96b2, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=99f5b467-45b4-4f21-a024-04e50b4a96b2,segment=NetworkSegment(07979ff3-981a-49d7-9844-4ee4d047b368),segment_id=07979ff3-981a-49d7-9844-4ee4d047b368)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:14:47.758020 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.761763 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] No DVR routers for this DVR port 99f5b467-45b4-4f21-a024-04e50b4a96b2 on host dv-cinder-818886-1-iscsi {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:14:47.765282 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No active binding found for port 99f5b467-45b4-4f21-a024-04e50b4a96b2 {{(pid=86850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Nov 23 13:14:47.766260 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 99f5b467-45b4-4f21-a024-04e50b4a96b2 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:14:47.792292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f5b467-45b4-4f21-a024-04e50b4a96b2,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:47.794849 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:47.884926 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] Calling delete_port for 99f5b467-45b4-4f21-a024-04e50b4a96b2 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:14:47.890294 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.920186 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09762252-b2df-4346-b349-63deba06f488']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:47.932457 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07979ff3-981a-49d7-9844-4ee4d047b368') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:47.932751 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07979ff3-981a-49d7-9844-4ee4d047b368') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:14:47.945634 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.961294 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:14:47.961659 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:14:47.962733 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.971714 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Releasing vlan 1211 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:14:47.972181 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:14:47.985683 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:14:48.063380 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.066962 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:48.083427 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.093382 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=09762252-b2df-4346-b349-63deba06f488,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:48.097615 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:48.101365 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-733fb899-5838-4340-9218-ed1b415e9df2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/09762252-b2df-4346-b349-63deba06f488 HTTP/1.1" status: 204 len: 168 time: 1.0376577 Nov 23 13:14:48.245132 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47478) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:48.294799 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-edda8342-caec-408b-b78a-a90335828d09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a76cd93551c243ffac2329a86c7fce12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484095 Nov 23 13:14:48.297476 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47482) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:48.359829 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-22a12d6e-1c6e-45ff-95fd-bf8fe5badb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.387261 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-22a12d6e-1c6e-45ff-95fd-bf8fe5badb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.442805 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-22a12d6e-1c6e-45ff-95fd-bf8fe5badb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.448457 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fcc551ec-8281-4fa8-904b-9e23907ee4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:48.462007 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a12d6e-1c6e-45ff-95fd-bf8fe5badb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2136cfa4-188f-4e96-ba13-5fc606de12e2,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:48.463065 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] Deleting port 99f5b467-45b4-4f21-a024-04e50b4a96b2 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:14:48.463569 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.464543 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-22a12d6e-1c6e-45ff-95fd-bf8fe5badb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:48.469850 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-22a12d6e-1c6e-45ff-95fd-bf8fe5badb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:48.472694 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-22a12d6e-1c6e-45ff-95fd-bf8fe5badb79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2136cfa4-188f-4e96-ba13-5fc606de12e2 HTTP/1.1" status: 204 len: 168 time: 0.1742382 Nov 23 13:14:48.544737 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9115d9b9-04e3-4ccd-b260-1ff183d03f07 None None] The port '99f5b467-45b4-4f21-a024-04e50b4a96b2' was deleted {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:14:48.869251 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47498) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:48.928109 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-a0466236-8779-48be-a9b1-e91ab7a27259 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9d41868988941708c26c7869f8c3a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573375 Nov 23 13:14:48.931319 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 47502) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:14:48.991621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d238427-e8b2-494e-b031-cebe7bd20efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:49.011680 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:49.019640 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d238427-e8b2-494e-b031-cebe7bd20efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:49.081739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d238427-e8b2-494e-b031-cebe7bd20efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:49.085555 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0c8d2b82-f77b-4491-be73-b5f0c627b23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:14:49.096679 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d238427-e8b2-494e-b031-cebe7bd20efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e027cd46-5ba8-4c71-b615-65edf495921c,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:14:49.100331 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6d238427-e8b2-494e-b031-cebe7bd20efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:14:49.103616 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-6d238427-e8b2-494e-b031-cebe7bd20efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:14:49.104750 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6d238427-e8b2-494e-b031-cebe7bd20efa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e027cd46-5ba8-4c71-b615-65edf495921c HTTP/1.1" status: 204 len: 168 time: 0.1725554 Nov 23 13:14:53.896102 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-5001798d-a554-4b36-9a13-4f084f952de9 req-1f096d77-fcae-465b-8391-e1ee663403d4 service neutron] (86849) timed out ('10.222.0.84', 53729) {{(pid=86849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:14:54.619437 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [req-10b86581-408c-4878-83a0-5b7c08fa62b6 req-7acb6ed6-9558-4344-8e44-33a527611876 service neutron] (86848) timed out ('10.222.0.84', 53749) {{(pid=86848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:15:07.255128 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-60c72505-472f-447b-89cf-9dea74fab392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:07.705470 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:10.147610 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a68d153d-fc36-45c5-aa2f-19950a72998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:11.244445 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:12.570872 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:19.041271 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:21.298742 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:15:24.053610 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886e5f0-0414-4eda-a2f7-079c4f6ac814 req-707b9fdd-1c79-483a-a5a3-1368b9788795 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:24.055070 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1886e5f0-0414-4eda-a2f7-079c4f6ac814 req-707b9fdd-1c79-483a-a5a3-1368b9788795 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.0849607 Nov 23 13:15:24.098629 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-1886e5f0-0414-4eda-a2f7-079c4f6ac814 req-d0601046-e430-4e0f-914d-229d5e73cfee tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Synchronizing usage tracker for tenant:13128fc1ba014300bfb802722969331f on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:15:24.117705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-1886e5f0-0414-4eda-a2f7-079c4f6ac814 req-d0601046-e430-4e0f-914d-229d5e73cfee tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Unset dirty status for tenant:13128fc1ba014300bfb802722969331f on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:15:24.119247 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1886e5f0-0414-4eda-a2f7-079c4f6ac814 req-d0601046-e430-4e0f-914d-229d5e73cfee tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580916 Nov 23 13:15:25.091194 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681f271-27ad-44e9-b603-c06c0ce559da req-486ffe34-0b3f-460d-bed8-c903d83a00e7 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.092765 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f681f271-27ad-44e9-b603-c06c0ce559da req-486ffe34-0b3f-460d-bed8-c903d83a00e7 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.84 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.1111293 Nov 23 13:15:25.174208 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Deleting port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:15:25.174579 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.317302 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49173f-24ec-4ed4-b1e9-41ca8d9f6662 req-da096d4b-f7fa-4d63-93ad-bf92e1d1e2c3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:25.317999 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5d49173f-24ec-4ed4-b1e9-41ca8d9f6662 req-da096d4b-f7fa-4d63-93ad-bf92e1d1e2c3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Synchronizing usage tracker for tenant:13128fc1ba014300bfb802722969331f on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:15:25.337234 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-5d49173f-24ec-4ed4-b1e9-41ca8d9f6662 req-da096d4b-f7fa-4d63-93ad-bf92e1d1e2c3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Unset dirty status for tenant:13128fc1ba014300bfb802722969331f on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:15:25.338410 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d49173f-24ec-4ed4-b1e9-41ca8d9f6662 req-da096d4b-f7fa-4d63-93ad-bf92e1d1e2c3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 945 time: 0.1015449 Nov 23 13:15:25.385506 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5d49173f-24ec-4ed4-b1e9-41ca8d9f6662 req-cf7b785d-118b-45b0-87ad-6f2df48b506f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/security-groups?id=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Nov 23 13:15:25.430234 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] For port 2f280c1a-d79b-4581-bd2b-add5ec70ac56, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=2f280c1a-d79b-4581-bd2b-add5ec70ac56,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:15:25.430548 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.553372 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Calling delete_port for 2f280c1a-d79b-4581-bd2b-add5ec70ac56 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:15:25.766805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.772877 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:15:25.805479 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['2f280c1a-d79b-4581-bd2b-add5ec70ac56'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:15:25.815070 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Pushing event deleted for resources: {'Port': ['ID=2f280c1a-d79b-4581-bd2b-add5ec70ac56,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:15:25.821192 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:15:25.900486 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] No DVR routers for this DVR port 2f280c1a-d79b-4581-bd2b-add5ec70ac56 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:15:25.903036 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:25.905757 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'name': 'network-vif-deleted', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:15:25.925351 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f681f271-27ad-44e9-b603-c06c0ce559da req-807295a9-8315-4a59-9a44-f2b06bb67e13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.84 "DELETE /v2.0/ports/2f280c1a-d79b-4581-bd2b-add5ec70ac56 HTTP/1.1" status: 204 len: 173 time: 0.8268573 Nov 23 13:15:25.969000 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e06412-022d-4ece-920d-1cba08639d76', 'name': 'network-vif-deleted', 'tag': '2f280c1a-d79b-4581-bd2b-add5ec70ac56', 'status': 'completed', 'code': 200} Nov 23 13:15:26.538872 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-faa30e3d-c0ba-4964-bf08-ceb00c1acd8f req-62d9cba1-a1aa-4374-9b93-5f12d2235ad0 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0464308 Nov 23 13:15:27.697408 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-bda1d8f2-0eab-448c-bad3-8a22232079e4 req-8f85d7e1-fdef-499f-830c-1357d9f9fd13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Synchronizing usage tracker for tenant:13128fc1ba014300bfb802722969331f on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:15:27.717806 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-bda1d8f2-0eab-448c-bad3-8a22232079e4 req-8f85d7e1-fdef-499f-830c-1357d9f9fd13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Unset dirty status for tenant:13128fc1ba014300bfb802722969331f on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:15:27.718999 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bda1d8f2-0eab-448c-bad3-8a22232079e4 req-8f85d7e1-fdef-499f-830c-1357d9f9fd13 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0675557 Nov 23 13:15:28.523157 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 2f280c1a-d79b-4581-bd2b-add5ec70ac56 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:15:28.564866 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 2f280c1a-d79b-4581-bd2b-add5ec70ac56 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:15:28.565210 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 2f280c1a-d79b-4581-bd2b-add5ec70ac56 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:15:28.881209 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-be1693f7-8615-4ff7-bf9d-02a324e241a1 req-e9f6fe06-12b1-4c1e-8a3e-6deff3a6c3f8 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0430586 Nov 23 13:15:30.041325 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3c03b800-94ef-40be-8b73-9ca704706688 req-0910f9ee-f4dc-4f40-ac92-65aa04c784fe tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0467601 Nov 23 13:15:31.205452 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6f6efc6a-8b77-44bd-a464-9f9e354689f1 req-1d62cbaf-945f-40f0-8ce8-4f7e78ddd795 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0484581 Nov 23 13:15:32.367801 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d145e730-e4f4-4db1-bad4-af59ae455405 req-5df32f3d-907b-4a87-a146-cec972f16d46 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0450985 Nov 23 13:15:33.618877 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-07d85f88-f1d2-4ec3-ac57-2d91f731996a req-1aca68dd-c03f-49ef-932e-8d97f97f4b4f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.1478710 Nov 23 13:15:34.775417 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b271067c-fc8d-4020-94bc-8264fc8f9bce req-f5b8dd05-5e0e-4662-87bf-a231f7c7e5cf tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0518992 Nov 23 13:15:34.785128 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-0328ee61-63cf-4402-810a-8edeed712f96 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2926886 Nov 23 13:15:34.953469 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-f0baa1e1-b2b4-4352-980b-f2ce83bdb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:34.954953 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-f0baa1e1-b2b4-4352-980b-f2ce83bdb592 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1099 time: 0.0728977 Nov 23 13:15:35.102713 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-ea3ed61e-5b7f-4e50-bd07-232e2b6692de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:35.104161 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-ea3ed61e-5b7f-4e50-bd07-232e2b6692de service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1292741 Nov 23 13:15:35.219938 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-aba4c402-31b4-4d60-b5dc-9f73afd0aae0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 1001 time: 0.1076133 Nov 23 13:15:35.287619 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-6ce13132-c4fa-4680-a2cd-038afb3c06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:35.289051 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-6ce13132-c4fa-4680-a2cd-038afb3c06b1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0630031 Nov 23 13:15:35.367509 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-7339988a-b6c6-4b7b-849f-30b08c7d01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:15:35.368909 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-7339988a-b6c6-4b7b-849f-30b08c7d01d4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737772 Nov 23 13:15:35.511497 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-63d0bfe2-a1aa-4ce0-b752-df2a28ffd4e7 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353881 Nov 23 13:15:35.647216 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e6544ef3-dc4b-46f3-9507-d35e4343d0de req-33f10141-0ea7-4aac-ad13-186e07f7a37f service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282427 Nov 23 13:15:35.929259 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b1a0af89-19fa-47da-92a4-fda078df4883 req-3976ea18-6db1-4b6b-93be-b898b8affdd1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0422280 Nov 23 13:15:37.088515 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cf047601-4bc4-41c2-a175-fe32483f9a4b req-43d05eff-e976-49be-a96a-76086b1216bf tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0424581 Nov 23 13:15:37.257522 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f05bbe11-f74b-4a49-a47d-1d9b74e3e70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:37.705899 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:38.254790 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-08cd216a-0d78-44e1-bef1-7cfca0e36cf4 req-0be9c0d5-c43e-42ca-aed4-e960e4484f62 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0428889 Nov 23 13:15:39.423208 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c1635f3e-4767-47e9-a1cc-67af3981c68d req-35da3a7e-9416-429d-b70b-c8211d3395a3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0542855 Nov 23 13:15:40.150750 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bfff14a8-cc9f-4d72-b47e-a0877fc6399a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:40.605776 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-45444d5a-68f4-45a2-a788-fb301a993a66 req-e6666b03-1d5d-4d1b-8116-51206427d9e9 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0505779 Nov 23 13:15:41.254158 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:41.756978 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-98779334-c10a-41f8-b6c7-e88ea12247e0 req-f258f52b-f6e6-461d-bc57-b51098ce04dd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0432830 Nov 23 13:15:42.563308 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:42.908512 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-aea52a9a-fd63-4957-b1eb-55721d8da37d req-1ae622ce-a6f0-49f7-a933-ab26ded4925b tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0437577 Nov 23 13:15:44.076993 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2e185c04-092d-4808-acda-90ae390f94a5 req-2e421932-22e8-4f59-81e1-f12544906d8f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0459719 Nov 23 13:15:45.237178 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fecebf3e-a96e-4e11-bb7a-22d52143ed96 req-4ab1b7ab-19e7-41ab-9920-2f598dade009 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0540328 Nov 23 13:15:46.405347 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b763f1e7-bdb5-4b6f-a57e-a40b4768282e req-fd4357e3-b872-4f10-822d-250c1e71f3ef tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0468929 Nov 23 13:15:47.562322 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d6fd0535-ff71-417a-9619-53adfeb3496a req-11d747b6-0636-4698-a993-ec439cc59677 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0469422 Nov 23 13:15:48.730647 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6a0a2f7c-ce35-485a-9d5c-550e300fa767 req-92afd583-c49c-4d27-aa3e-c6c7916fa811 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0488589 Nov 23 13:15:49.032924 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:15:49.891323 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ffadb37b-0596-4b1d-8086-46a24ed540d8 req-1a15de7d-64af-4a00-92a3-be5ddc1ead2d tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0436609 Nov 23 13:15:51.061827 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-314e4b32-c7de-4625-ad54-1daf04af79e7 req-40285f0e-c1c1-4159-b98c-74b8d57d4c6a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0475330 Nov 23 13:15:52.219880 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1f1e4164-da2a-40f1-88e1-5d23219ab455 req-f1bd5b12-1a12-4229-96c2-818f79270f50 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0432980 Nov 23 13:15:53.443471 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fb85e683-bc46-4734-a444-a6f4cb886058 req-69b6ee52-c137-4e92-af1f-78d2b70022ae tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.1150222 Nov 23 13:15:54.601932 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5e442c22-7894-4313-ac5a-1a499630ca16 req-99f2ef2e-a7d6-4622-872e-b4864b2d1a72 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0516028 Nov 23 13:15:55.767965 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-156bc966-964d-485f-9187-93ebd907647a req-fc2b39de-a191-43b3-ab61-b6369536b849 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0532269 Nov 23 13:15:56.919176 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0ec6a8e9-4f5c-4980-8566-cd0796c30920 req-073e095a-cedd-413f-90fc-9508a44bc0ed tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0441780 Nov 23 13:15:58.234044 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9cbd4f6d-668d-4806-999d-fea836a38bd0 req-07e062c1-62bf-4f18-b43c-f35c03f89851 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0492060 Nov 23 13:15:58.297251 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:15:59.411026 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e036187c-86ed-46b9-899c-812b7c004936 req-b6ad9487-ea09-468b-b63c-9203c42106fa tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0514314 Nov 23 13:16:00.567209 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5af7945a-8fa2-47f4-a431-444a4db6d795 req-563d92e7-4d44-438f-a265-cc220b7dde10 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0434585 Nov 23 13:16:01.721769 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6becf921-1a57-48ee-8dfb-2f2d2a7ebb01 req-fb39d079-9c83-47de-b46a-c1b14ccda82e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0505965 Nov 23 13:16:02.878486 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0583d5e3-a49c-45bc-a898-b0388458c6df req-90136385-5824-4bdb-b5da-d73a795821ee tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0439978 Nov 23 13:16:04.042629 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-451a155d-9b76-48c7-a10c-5887ce30508e req-8a4f961d-0265-45d4-b3a6-e74e7bfa9bca tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0446744 Nov 23 13:16:05.215348 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31859cd3-3358-46b1-a85a-3b7809c6dfed req-4e2bd0a7-728c-4ee1-925e-ae171944bb06 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0459869 Nov 23 13:16:06.385699 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e8088a0b-8747-4f6c-b647-ff7b558f8a36 req-2b6cff14-35c2-4727-80c9-7f9c967b242c tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0520663 Nov 23 13:16:07.265274 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cbf155f9-15ea-4390-9e99-95eb14c3537e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:07.565468 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-52d73da8-87e2-493b-b6e2-19a130b954ff req-df081c95-cb01-48e3-98f2-f977a13dd924 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0465653 Nov 23 13:16:07.712889 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:08.732536 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5063eb6a-dbfa-405f-9add-ae2680071c7c req-dc30ccfc-7ae0-40c9-8aff-0f7f06d5a179 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0469987 Nov 23 13:16:09.898674 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-325e3768-4894-499d-be3c-16991e057ae2 req-b9e3e298-9b75-4255-bbb6-fd7b17e01122 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0460408 Nov 23 13:16:10.145406 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b33d513-b7f7-411c-a33c-14fa9dee63ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:11.056259 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fd10a4a4-7a05-428f-bccb-9d96be48042b req-9f4c6b72-2474-418e-b54e-5674c6b36f7d tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0459960 Nov 23 13:16:11.252940 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:12.221485 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1e1052bf-d0b0-4b93-89aa-f4152bfe7d54 req-5def8d19-da95-4c1e-9fcd-761f34aacc1c tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0520473 Nov 23 13:16:12.566818 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:13.386637 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7e20d217-8a60-4a0b-b3c8-93b8d0ccf1ac req-679bc70d-3791-4b49-86a0-7e2fa0c53179 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0442097 Nov 23 13:16:14.534288 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-476348cf-60a0-41cb-8255-15337c35ba38 req-00660c89-bdce-405b-ad4c-3bf252695747 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0421774 Nov 23 13:16:15.687975 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fcb84347-8e0e-4ef7-af44-d71883dbff46 req-e621b61f-64e7-463b-880e-d03b7366867d tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0475807 Nov 23 13:16:16.835622 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-43909329-97a0-4326-8ae7-10159cfa543a req-08b3b514-7746-4d18-bcf5-0d95544445ef tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0446119 Nov 23 13:16:17.996041 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f15cdbd1-c9c2-4121-9dad-473a742d7a94 req-35f1de67-492d-4f50-9c5f-848514f1bbb8 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0523746 Nov 23 13:16:19.027007 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:19.168549 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d27d8a59-004f-4e8c-b6ea-2b8a2d1939ac req-44de9bcf-33ab-4831-9f3a-cf90963b36da tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0585701 Nov 23 13:16:20.331027 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4d29cb84-9951-441c-81cd-6fa71f1d35ff req-9362645e-b89f-4409-9050-c2d19e1f2166 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0461869 Nov 23 13:16:21.497057 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-10c3e1f9-ceed-432f-8f6d-80f8b5ad3a12 req-aba91104-507c-4863-b96f-b0bd43524df6 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0438383 Nov 23 13:16:22.658311 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e4bc1a13-cce9-4ab7-812c-62fa669a6e5b req-0cfc4aa5-b4c4-4711-ba90-50794f0043ac tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0480437 Nov 23 13:16:23.810984 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c845a219-d19b-4e92-8945-d60964e8a65c req-7c17f5a7-30e3-423f-9970-24b404eea65a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0437925 Nov 23 13:16:24.966159 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-51e2f463-dbd2-4dd2-aec5-0c9af49e7903 req-cddc390f-1fc5-4edc-83a5-18fac92a6741 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0461180 Nov 23 13:16:26.133742 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-743c723a-0d23-4193-832e-ad63f315c2c0 req-ad110583-f4fe-4d41-810d-277919532681 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0505564 Nov 23 13:16:27.291599 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5191dd32-ea1a-4ae0-a41c-234f2d1292f4 req-862f33b3-1c62-4bfb-ab19-7c5b8430edbd tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0436227 Nov 23 13:16:28.463665 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28183b76-62c4-45c5-830e-a0ae50bfe70c req-c60ceeb7-05d7-414f-9ea7-fd7854a5b181 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0461805 Nov 23 13:16:29.636488 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-262dd427-29a4-43a7-a44b-0ee92cb937ca req-6fb52343-9def-44b3-a4a9-09d97fd3a98f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0546043 Nov 23 13:16:30.811378 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d29f3704-c519-467d-95a0-982d8c756751 req-952b557c-dd01-46fe-b820-01283663bd65 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0525153 Nov 23 13:16:31.967621 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a4252da8-4d65-4b92-965e-14fec0adc4be req-60f5e2aa-dc46-4225-93df-2e4c7dc6daff tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0440328 Nov 23 13:16:32.789938 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-a4fbee6a-9e42-4ce6-b7ab-9db101cc1863 req-ca60888b-0646-4e66-91e1-0054485f22c2 tempest-VolumesNegativeTest-1606870771 tempest-VolumesNegativeTest-1606870771-project] (86849) timed out ('10.222.0.84', 53764) {{(pid=86849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:16:33.125098 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-12c616ab-dc0a-48a1-9092-c3c0d813087e req-11da429d-d4e6-4e36-82b3-a85fe902565f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0470116 Nov 23 13:16:34.279203 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1c1a3e56-d3c4-4d12-a74c-fb1c21e67dfc req-4453a716-2cfe-4997-a17e-a1045e8daca4 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0434506 Nov 23 13:16:35.301446 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:16:35.427228 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-939690f7-ca88-476e-8861-95b84f9f369b req-bd4206b4-96b9-4f9c-84e8-a6d86b89ebf1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0436456 Nov 23 13:16:35.591102 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-5ed81c0f-3eb2-4436-890a-ee1a6c0f4d55 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892305 Nov 23 13:16:35.716496 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-be16ce82-1414-4abf-925f-fbaf2299099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:35.717991 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-be16ce82-1414-4abf-925f-fbaf2299099f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=90112b6f3d31421a8ee18cbe7d6b0537&device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 1099 time: 0.0886166 Nov 23 13:16:35.862393 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-5c6e05bd-4107-47a3-8bdc-0f49cf243bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:35.864336 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-5c6e05bd-4107-47a3-8bdc-0f49cf243bc4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d HTTP/1.1" status: 200 len: 915 time: 0.1274190 Nov 23 13:16:35.931541 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-8c054df8-7069-4756-aeb3-61f50a066d06 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 HTTP/1.1" status: 200 len: 217 time: 0.0597925 Nov 23 13:16:35.996678 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-a711f9f2-b2c0-4a8c-92b4-6abe897ced60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:16:35.998098 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-a711f9f2-b2c0-4a8c-92b4-6abe897ced60 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c8b0c365-02a3-4ba5-846f-9b925f043bb7 HTTP/1.1" status: 200 len: 853 time: 0.0603447 Nov 23 13:16:36.044995 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-97e051a8-c70d-4edb-8d39-3955dcbd68c5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404379 Nov 23 13:16:36.174064 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-c0d54435-d053-4ff1-bd5b-2f1a0e94ec8e service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220479 Nov 23 13:16:36.377945 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8777933-8289-4d3a-b96f-b5db438a54fd req-67cb2ad4-8c53-4a8f-a641-2829690c89be service neutron] 10.222.0.84 "GET /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966929 Nov 23 13:16:36.583531 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bdf1b4d6-4818-464a-ab5e-b92df8f29fed req-169953b0-2dad-4255-ad61-dc74aee2ae20 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0487299 Nov 23 13:16:37.260572 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-afb66e85-d4e9-44c7-8921-2aeea675bd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:37.699523 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:37.750814 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa373c64-2396-43e4-a49e-4310b6229efa req-64a3176a-a896-46de-9711-aed1fe5d6238 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0471082 Nov 23 13:16:38.918025 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b8e79c4d-fec8-4686-bedc-19590b6577c2 req-fd6a7eaf-af27-4594-8140-299cf704e43a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0474792 Nov 23 13:16:40.080422 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cd2afa6b-c1ea-4f62-9e41-f7992af3bb00 req-7b666814-95e6-4836-abd8-d27413aa6cae tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0478351 Nov 23 13:16:40.151629 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b8a2f369-1554-40d0-bd95-46768ea8dcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:41.243347 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7ca54def-fc9c-406b-94ba-5ee81064dc1b req-8d5e3606-b9a2-4f8f-81d4-b6c92f66eed5 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0447865 Nov 23 13:16:41.249764 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:42.405336 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-eb03b10e-ff4c-4415-af2b-fc5fd6b1df2f req-07c82cb1-8fde-407b-9e6c-fa92f2ee3d1e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0526736 Nov 23 13:16:42.564279 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:43.565166 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-981a34c2-50be-471a-a054-46a69ca0ca51 req-878bfd5b-e9fd-4464-a9b8-6ca3bce0e966 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0474100 Nov 23 13:16:44.722597 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5bf587a6-f6e2-4a56-8d63-b81e15c04e3e req-829fa113-7e51-4236-947e-9ddfe181d80f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0456469 Nov 23 13:16:45.886265 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f2e3f2e4-1255-409e-9c07-be322deecc3c req-90ea48a1-3e55-475d-ba38-5e295e40b5c2 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0452569 Nov 23 13:16:47.048948 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7fbf6f17-5f02-4c9c-8003-85f1e0ba7d9f req-68cdf16f-93d3-41f9-a4c5-f0378a3c0422 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0448446 Nov 23 13:16:48.204625 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-96def1fe-ab87-40f8-ac99-a066e6c4d413 req-8dea693c-8313-41d0-81dc-28b1a63734ab tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0450428 Nov 23 13:16:49.052340 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:16:49.359016 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bf31cf84-03c0-47b9-8f74-4274757397e0 req-7bff5db6-e8a8-4445-b173-d949245f8b6a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0424974 Nov 23 13:16:50.607721 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-414d472d-3635-40db-acd1-773b73277674 req-d525e717-4e26-4d6a-90cf-3d6225d044ea tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.1363153 Nov 23 13:16:51.784794 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8511ca2e-118d-4e30-b883-5c01cbb1ed0e req-b4942eae-497f-4df8-b082-82fbbaf26874 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0520179 Nov 23 13:16:52.942599 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-810602a2-578f-4b69-841a-6b90513ea49d req-da5e07d3-13bc-4813-b80e-80fe00cd85d8 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0428565 Nov 23 13:16:54.110338 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e4314fcf-0024-40b0-86b6-57af109f9806 req-31705533-fb9c-4984-b069-535cc346ff1a tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0457854 Nov 23 13:16:55.274117 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a681c237-0d9c-4f8b-83c2-13ab2142a1de req-99aa221b-d0fa-4295-9ca1-34beacbd7d01 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0543327 Nov 23 13:16:56.433746 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-59684db0-f81f-435b-acf5-b213251e3dae req-36057bea-5265-42b3-b5bd-eb70b4c8d152 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0479929 Nov 23 13:16:57.591994 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-84c638f7-7c50-4dac-aa46-cf65f61aaca7 req-5822ca14-4c65-412e-b53a-9c94751586f3 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0463817 Nov 23 13:16:58.766809 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ee54b934-331d-4a73-acc1-a8989cc76a92 req-35086b87-a76a-4398-a2a6-b1327347c206 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0489271 Nov 23 13:16:59.928276 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6d531725-396e-46bc-9a98-c94f0f4030e8 req-05bb9c75-97e0-4fa3-87e8-294530d7c415 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0441124 Nov 23 13:17:01.134330 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-41c52112-a102-495c-bd8e-885ed9454289 req-45fbce47-0678-46c7-862c-c32b61dee70b tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0597916 Nov 23 13:17:02.305820 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7c18a396-3da6-4f20-8e89-ca4cb46fabe5 req-679c797c-d931-47b0-aa3b-de662f843254 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0505927 Nov 23 13:17:03.474428 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e31f4a2b-3f5d-4a5a-9b79-7223ae4f8e17 req-fa0bcb79-cad2-4ed1-9540-a547dac92e37 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0491433 Nov 23 13:17:04.642699 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7a438c0c-c596-41f1-8803-f717268649c0 req-ebdbdf5a-4daa-45ea-90a9-74f8fe5a9946 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0474877 Nov 23 13:17:05.819457 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-47e9642e-6e80-41b5-b8a0-b1e2a84d44e8 req-71841c3f-7939-4d71-9515-6b162ba745f2 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0560787 Nov 23 13:17:06.988086 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f2e0c868-2756-4ff7-b641-5ba910fdcbea req-19acedff-65c9-4b01-9045-d172d7c85814 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0519459 Nov 23 13:17:07.264496 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9cb5aa98-6ecf-4224-92de-6c41a94fc90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:07.714541 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:08.152442 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a8a43c0c-667f-4fe8-b2f0-f299a07ea99c req-be434ac4-13f4-475e-a85e-4bfd35176970 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0442619 Nov 23 13:17:09.306982 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3ac49b68-e307-4336-933e-e90168c66af1 req-9fd2e45a-9794-4a7f-b396-12b751b8b9f0 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0437846 Nov 23 13:17:10.152010 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b01478c-bcd3-48b5-9c1e-2df2d4e5563d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:10.468163 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3a5aab8e-5490-4fb2-903e-b1446913b704 req-8ac62126-e9af-42d8-a0ed-97766a831be1 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0436838 Nov 23 13:17:11.259815 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:11.639945 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-166e9553-7d03-4ea2-b4dc-8628d026b533 req-2a5639fa-ac9a-43ac-930a-5f32dcdc9a74 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0540874 Nov 23 13:17:12.305903 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:17:12.566563 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:12.811932 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-69aded55-79cf-456e-aee6-1de9b863c0ba req-5d8f1204-8fcd-42bd-a1a2-9f83857fee75 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0474017 Nov 23 13:17:13.959079 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7e441c28-f43b-42ba-af4b-bbf9f6eb8afd req-778c399e-446a-41f7-a1e3-d794e1ad6915 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0437853 Nov 23 13:17:15.129567 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fc726062-b5f8-41ed-a099-1ab7c16e7c19 req-8c6e1dde-311c-4223-a71c-296b9d154c9f tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0478055 Nov 23 13:17:16.289464 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3b956527-abcc-4c66-a638-a17c330421de req-fecfba2b-ed93-4f26-8943-c011ad208427 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0440090 Nov 23 13:17:17.446964 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-39320780-f64a-49fb-ac2a-e6f8f2518d40 req-ce81f6ea-07d8-463a-b841-52c08d02a5fa tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0444543 Nov 23 13:17:18.628412 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d3c7bc45-06c2-4229-b4d0-cd7f337081b1 req-e3b377a0-31b5-4612-bb81-f70190e1d53d tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0530767 Nov 23 13:17:19.041414 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:19.781982 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9e5f5576-59d2-449a-aba3-3b2948a85f83 req-100bcb62-978a-4232-bfaf-a9f4a30ef40e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0465648 Nov 23 13:17:20.945665 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1e65b41b-aae5-4d5e-a77b-fcac8ae2e1a1 req-91273fe5-57ae-4278-9c23-4ddc91f55124 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0443678 Nov 23 13:17:22.113301 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-53d2779e-0507-4e20-94b2-ce3cbc7707d4 req-9eaf2396-f9de-460d-9bc5-d4feaa332e2b tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0473177 Nov 23 13:17:23.271805 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-83010add-c3bf-4c52-8076-3e3b3828db39 req-50155cdc-c462-4406-ac94-c89ba9d61f27 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0428898 Nov 23 13:17:24.443473 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3410d1bc-9306-498e-a6ea-905b176384da req-1b2470a3-3f49-4901-a5e4-d9e341ff474e tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0518980 Nov 23 13:17:25.599023 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dff675bc-b6b2-419e-9b01-6d91faa1ee41 req-4b82ef5d-2e54-45cc-a93d-112397c58200 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0462365 Nov 23 13:17:26.784383 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1c12bbb6-936e-49cd-a845-de294f8bcae0 req-ceda6a13-41d2-4918-a906-4f77bd9bd80d tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] 10.222.0.60 "GET /v2.0/ports?device_id=74e06412-022d-4ece-920d-1cba08639d76 HTTP/1.1" status: 200 len: 210 time: 0.0562787 Nov 23 13:17:28.837933 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 48734) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:29.552953 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:30.045248 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Deleting port 1b73c759-63c5-4982-aa4a-86c97ba04d7d {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:30.045991 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:30.228486 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] For port 1b73c759-63c5-4982-aa4a-86c97ba04d7d, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=1b73c759-63c5-4982-aa4a-86c97ba04d7d,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:30.228810 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:30.354010 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Calling delete_port for 1b73c759-63c5-4982-aa4a-86c97ba04d7d owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:30.535755 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:30.540046 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-33277c56-f639-48ef-b2d1-f3ebfa7051bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:30.587802 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Pushing event deleted for resources: {'Port': ['ID=1b73c759-63c5-4982-aa4a-86c97ba04d7d,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:30.631333 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.632068 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.632552 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.632819 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.633171 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.633541 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.633890 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.634245 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.634593 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.634935 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.635291 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.635627 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:30.663607 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:30.871678 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:31.243700 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:17:31.537959 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:17:31.548134 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] Sync routers for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:17:31.557841 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] 10.222.0.60 "PUT /v2.0/routers/5ba0deb9-04e9-4485-9dc0-d9afa4537702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7179434 Nov 23 13:17:31.558121 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:31.558797 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:17:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:31.560374 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 48756) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:31.751359 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks [] for router, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:31.781543 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:32.019291 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:32.034283 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Deleting port 615c40f2-2304-40f1-bf14-74ec1440d69c {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:32.034727 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:32.080560 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:17:30Z', 'revision_number': 5, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port': {'id': '615c40f2-2304-40f1-bf14-74ec1440d69c', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:14Z', 'updated_at': '2021-11-23T13:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:32.084774 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] Checking router: 5ba0deb9-04e9-4485-9dc0-d9afa4537702 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:17:32.094304 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] Routers {'5ba0deb9-04e9-4485-9dc0-d9afa4537702'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:32.094827 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:17:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:32.240476 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] For port 615c40f2-2304-40f1-bf14-74ec1440d69c, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=615c40f2-2304-40f1-bf14-74ec1440d69c,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:32.240834 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:32.250382 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] Set router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 gateway port host: None {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:32.362546 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:17:32Z', 'revision_number': 6, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:32.367007 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a605f222-4b8d-436f-9e13-70e83d5b6272 None None] The sync data for ids ['5ba0deb9-04e9-4485-9dc0-d9afa4537702'] in dv-cinder-818886-1-iscsi is: [{'id': '5ba0deb9-04e9-4485-9dc0-d9afa4537702', 'name': 'tempest-TestMinimumBasicScenario-461673154-router', 'tenant_id': '13128fc1ba014300bfb802722969331f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:13Z', 'updated_at': '2021-11-23T13:17:32Z', 'revision_number': 6, 'project_id': '13128fc1ba014300bfb802722969331f', 'gw_port_host': None}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:17:32.373555 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Calling delete_port for 615c40f2-2304-40f1-bf14-74ec1440d69c owned by network:router_gateway {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:32.691729 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:32.695468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:32.744840 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Pushing event deleted for resources: {'Port': ['ID=615c40f2-2304-40f1-bf14-74ec1440d69c,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:32.753997 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.754381 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.754743 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.755099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.755484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.755834 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.757719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.758102 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.758466 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.758826 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.759173 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.759522 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:17:32.787884 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:32.862594 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.036012 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.038652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.069297 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.069991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba0deb9-04e9-4485-9dc0-d9afa4537702 {{(pid=86848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:17:33.083521 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.087295 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] 10.222.0.60 "DELETE /v2.0/routers/5ba0deb9-04e9-4485-9dc0-d9afa4537702 HTTP/1.1" status: 204 len: 168 time: 1.5233717 Nov 23 13:17:33.087401 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 48770) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:33.149853 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] Deleting subnet 2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:17:33.153251 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.207721 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.290007 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.363974 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.368002 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:33.405524 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:33.407539 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.410577 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:33.412351 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f763a61-ceb5-4516-abd3-73c80685e5f6 None None] Network 80f788ec-a296-4d2f-963c-ac1dae70507a requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:17:33.414924 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b83a7787-b3c4-46b5-a725-61ac86abed78 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2c101cc6-2c53-4ba3-a9c1-1ecebd0336a9 HTTP/1.1" status: 204 len: 168 time: 0.3263834 Nov 23 13:17:33.417407 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 48774) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:33.537093 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.555662 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Deleting port 45016266-4fe7-4898-b480-0a5d4d1fb335 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:33.555927 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.556349 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 1b73c759-63c5-4982-aa4a-86c97ba04d7d no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:33.629924 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 1b73c759-63c5-4982-aa4a-86c97ba04d7d {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:33.630370 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 1b73c759-63c5-4982-aa4a-86c97ba04d7d not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:33.630861 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 615c40f2-2304-40f1-bf14-74ec1440d69c no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:33.670030 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 615c40f2-2304-40f1-bf14-74ec1440d69c {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:33.670380 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 615c40f2-2304-40f1-bf14-74ec1440d69c not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:33.748962 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] DHCP port deletion for 80f788ec-a296-4d2f-963c-ac1dae70507a request from dv-cinder-818886-1-iscsi {{(pid=86850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:17:33.753248 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] Deleting port 45016266-4fe7-4898-b480-0a5d4d1fb335 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:33.753840 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.767006 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] For port 45016266-4fe7-4898-b480-0a5d4d1fb335, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=45016266-4fe7-4898-b480-0a5d4d1fb335,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:33.767446 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.898604 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Calling delete_port for 45016266-4fe7-4898-b480-0a5d4d1fb335 owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:33.967795 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] For port 45016266-4fe7-4898-b480-0a5d4d1fb335, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=45016266-4fe7-4898-b480-0a5d4d1fb335,segment=NetworkSegment(7dd693f9-f905-4ba8-97ab-5da64a693a26),segment_id=7dd693f9-f905-4ba8-97ab-5da64a693a26)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:33.968406 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.978403 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:33.982555 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:34.031532 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Pushing event deleted for resources: {'Port': ['ID=45016266-4fe7-4898-b480-0a5d4d1fb335,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:34.033561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] No DVR routers for this DVR port 45016266-4fe7-4898-b480-0a5d4d1fb335 on host dv-cinder-818886-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:17:34.035034 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:34.095837 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] Calling delete_port for 45016266-4fe7-4898-b480-0a5d4d1fb335 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:34.153119 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:34.181379 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f788ec-a296-4d2f-963c-ac1dae70507a']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:34.189145 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:17:34.189594 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:17:34.195831 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd693f9-f905-4ba8-97ab-5da64a693a26') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:34.196122 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd693f9-f905-4ba8-97ab-5da64a693a26') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:34.207679 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3108507'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:34.224062 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:34.230149 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Releasing vlan 1227 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:17:34.230719 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2257488'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: Traceback (most recent call last): Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: timer() Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: cb(*args, **kw) Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: return func(*args, **kwargs) Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: self._notify() Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: self.callback(batched_events) Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: event.method(event) Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: return f(self, *a, **k) Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._get(url).json() Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: return self.request(url, 'GET', **kwargs) Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:17:34.244271 dv-cinder-818886-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:17:34.322816 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:34.327061 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:34.340637 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:34.350826 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f788ec-a296-4d2f-963c-ac1dae70507a,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:34.353862 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:34.366648 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] 10.222.0.60 "DELETE /v2.0/networks/80f788ec-a296-4d2f-963c-ac1dae70507a HTTP/1.1" status: 204 len: 168 time: 0.9479256 Nov 23 13:17:34.369872 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 48784) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:34.691210 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] Deleting port 45016266-4fe7-4898-b480-0a5d4d1fb335 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:34.692283 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:34.795393 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-657e00f9-4f41-4908-9805-bf7930cb09b2 None None] The port '45016266-4fe7-4898-b480-0a5d4d1fb335' was deleted {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:17:35.014871 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:35.369378 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Deleting port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:35.369666 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:35.509092 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 45016266-4fe7-4898-b480-0a5d4d1fb335 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:35.547070 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 45016266-4fe7-4898-b480-0a5d4d1fb335 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:35.547452 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 45016266-4fe7-4898-b480-0a5d4d1fb335 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:35.594638 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] For port 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,segment=NetworkSegment(3afb09ee-2423-4180-834a-d30163d3bdd0),segment_id=3afb09ee-2423-4180-834a-d30163d3bdd0)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:35.595289 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:35.724093 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Calling delete_port for 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 owned by network:router_interface {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:35.767273 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-81b86afa-a327-4855-ae13-809da290777d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2827854 Nov 23 13:17:35.991511 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-431f2cd8-524a-43c5-92cc-3f80d7c1a94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:35.993066 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-431f2cd8-524a-43c5-92cc-3f80d7c1a94a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 1099 time: 0.1384156 Nov 23 13:17:35.994069 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:35.998082 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-52becc8a-0738-44a4-a0ad-2dd4e30b9d23 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:36.063626 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:36.068312 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:36.421167 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-045d22bf-aaea-4cc9-8b73-7ea1ffbede7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:36.422625 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-045d22bf-aaea-4cc9-8b73-7ea1ffbede7a service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.3957074 Nov 23 13:17:36.602339 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-41f58efe-ff12-40ac-bc1c-281e9bdccbb7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 200 len: 1001 time: 0.1689644 Nov 23 13:17:36.645504 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:36.745375 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-63ed601a-255e-4a1f-8729-1b7dbb76bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:36.746922 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-63ed601a-255e-4a1f-8729-1b7dbb76bf3c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.1367843 Nov 23 13:17:36.979832 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-2aa83d39-f5bf-417a-b599-cf6aba3c375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:17:36.981509 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-2aa83d39-f5bf-417a-b599-cf6aba3c375f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2274036 Nov 23 13:17:37.180991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:17:37.207414 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-3c692b89-4413-470f-b892-ac8333e45516 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176363 Nov 23 13:17:37.258450 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-84c59063-e811-4adf-baf6-025165b752c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:37.600392 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7f94c106-2a7d-4a7e-b9b7-5102cde62170 req-a7840644-6909-47fb-b4d0-0b099c66e8bb service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453414 Nov 23 13:17:37.601467 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:17:37.611372 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-e7e031ee-8fda-49fe-9a86-d37ce5cbfc78 admin admin] 10.222.0.60 "PUT /v2.0/routers/01fdcff4-fe93-4dbb-b3f9-d903bde61e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2404060 Nov 23 13:17:37.613167 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] Sync routers for ids ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:17:37.614410 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 48806) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:37.624354 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] Routers {'01fdcff4-fe93-4dbb-b3f9-d903bde61e42'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:37.624999 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:17:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:37.701326 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:37.789493 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks [] for router, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:37.800611 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] Set router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:37.973933 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:37.986991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Deleting port 11628071-634e-40ce-a7e6-853fdb23679f {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:37.987468 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.096260 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '11628071-634e-40ce-a7e6-853fdb23679f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:17:35Z', 'revision_number': 5, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port': {'id': '11628071-634e-40ce-a7e6-853fdb23679f', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:03:24Z', 'updated_at': '2021-11-23T13:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:38.100357 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] Checking router: 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:17:38.108863 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] Routers {'01fdcff4-fe93-4dbb-b3f9-d903bde61e42'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:17:38.109476 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:17:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:38.169903 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] For port 11628071-634e-40ce-a7e6-853fdb23679f, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=11628071-634e-40ce-a7e6-853fdb23679f,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:38.170226 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.268216 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] Set router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:17:38.296618 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Calling delete_port for 11628071-634e-40ce-a7e6-853fdb23679f owned by network:router_gateway {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:38.375736 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:17:37Z', 'revision_number': 6, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:38.380179 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f21578-09b7-48ad-a0fd-ea2fb6bf52e0 None None] The sync data for ids ['01fdcff4-fe93-4dbb-b3f9-d903bde61e42'] in dv-cinder-818886-1-iscsi is: [{'id': '01fdcff4-fe93-4dbb-b3f9-d903bde61e42', 'name': 'tempest-TestMinimumBasicScenario-567433056-router', 'tenant_id': 'be308acf515d4669907fda5a4d8ac963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:03:22Z', 'updated_at': '2021-11-23T13:17:37Z', 'revision_number': 6, 'project_id': 'be308acf515d4669907fda5a4d8ac963', 'gw_port_host': None}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:17:38.481635 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.485660 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-18f46032-2dc8-4c97-aeab-c4d4462610a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:38.533946 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Pushing event deleted for resources: {'Port': ['ID=11628071-634e-40ce-a7e6-853fdb23679f,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:38.537572 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:38.635812 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.814510 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.816805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.840728 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.841377 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01fdcff4-fe93-4dbb-b3f9-d903bde61e42 {{(pid=86848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:17:38.854608 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.855891 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-e705311d-0a41-4f85-8f5c-08a908ae566d admin admin] 10.222.0.60 "DELETE /v2.0/routers/01fdcff4-fe93-4dbb-b3f9-d903bde61e42 HTTP/1.1" status: 204 len: 168 time: 1.2402620 Nov 23 13:17:38.858580 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 48816) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:38.922443 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] Deleting subnet 04a8c455-cfd2-4bf5-b404-727ecdf56611 {{(pid=86848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:17:38.925840 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:38.975290 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110125'] for subnet, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.165096 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.240433 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066778'] for subnet, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.244581 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-923d15d0-4c26-47bc-855b-96a97f70b277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:39.279905 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a8c455-cfd2-4bf5-b404-727ecdf56611,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:39.282975 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:39.283951 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.289150 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f70953d-83b6-4307-8395-eeabb62dec16 None None] Network 11a949a1-2e69-4d7c-b940-9ff5eba9951f requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:17:39.293317 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-6a1f628d-75e9-4fec-a64b-58568336488b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/04a8c455-cfd2-4bf5-b404-727ecdf56611 HTTP/1.1" status: 204 len: 168 time: 0.4305906 Nov 23 13:17:39.293317 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 48822) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:39.435253 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.446194 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Deleting port 682196d6-dc4d-4b8b-aca2-8f79472088a4 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:39.446527 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.511889 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 11628071-634e-40ce-a7e6-853fdb23679f no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:39.555385 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 11628071-634e-40ce-a7e6-853fdb23679f {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:39.555773 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 11628071-634e-40ce-a7e6-853fdb23679f not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:39.556223 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:39.586070 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] DHCP port deletion for 11a949a1-2e69-4d7c-b940-9ff5eba9951f request from dv-cinder-818886-1-iscsi {{(pid=86850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:17:39.594184 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:39.594549 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8d9b0b8d-b9a7-4b5a-9335-5b8e538574b0 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:39.598220 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] Deleting port 682196d6-dc4d-4b8b-aca2-8f79472088a4 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:39.598220 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.667445 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] For port 682196d6-dc4d-4b8b-aca2-8f79472088a4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=682196d6-dc4d-4b8b-aca2-8f79472088a4,segment=NetworkSegment(3afb09ee-2423-4180-834a-d30163d3bdd0),segment_id=3afb09ee-2423-4180-834a-d30163d3bdd0)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:39.668158 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.795206 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Calling delete_port for 682196d6-dc4d-4b8b-aca2-8f79472088a4 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:39.804543 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] For port 682196d6-dc4d-4b8b-aca2-8f79472088a4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=682196d6-dc4d-4b8b-aca2-8f79472088a4,segment=NetworkSegment(3afb09ee-2423-4180-834a-d30163d3bdd0),segment_id=3afb09ee-2423-4180-834a-d30163d3bdd0)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:17:39.805059 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.878802 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:39.883226 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-976265c6-dead-4529-b768-839b63e29cad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:39.930483 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Pushing event deleted for resources: {'Port': ['ID=682196d6-dc4d-4b8b-aca2-8f79472088a4,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:39.934637 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] Calling delete_port for 682196d6-dc4d-4b8b-aca2-8f79472088a4 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:17:39.934820 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:39.935277 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] No DVR routers for this DVR port 682196d6-dc4d-4b8b-aca2-8f79472088a4 on host dv-cinder-818886-1-iscsi {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:17:40.007133 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:17:40.007485 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:17:40.055974 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.081851 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a949a1-2e69-4d7c-b940-9ff5eba9951f']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:40.094245 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afb09ee-2423-4180-834a-d30163d3bdd0') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:40.094536 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afb09ee-2423-4180-834a-d30163d3bdd0') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:17:40.106135 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.122644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.129026 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Releasing vlan 1246 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:17:40.129460 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:17:40.143385 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:17:40.150315 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ecbacf3d-6cc5-4862-a1b0-e02c2b70ab7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.225703 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.229526 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:40.243743 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.254271 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Pushing event deleted for resources: {'Network': ['ID=11a949a1-2e69-4d7c-b940-9ff5eba9951f,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:40.257011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:40.258731 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] 10.222.0.60 "DELETE /v2.0/networks/11a949a1-2e69-4d7c-b940-9ff5eba9951f HTTP/1.1" status: 204 len: 168 time: 0.9651630 Nov 23 13:17:40.398788 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 48836) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:40.453883 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-6388902b-175b-4f39-a4e5-1764893502c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13128fc1ba014300bfb802722969331f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518603 Nov 23 13:17:40.454704 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 48842) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:40.508950 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] Deleting port 682196d6-dc4d-4b8b-aca2-8f79472088a4 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:17:40.509550 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.515191 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc74b462-35ef-4a42-ba79-458558f2a9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.542770 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc74b462-35ef-4a42-ba79-458558f2a9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.586642 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-5b0eaeff-e9a1-4cc6-9b5a-01a18f579755 None None] The port '682196d6-dc4d-4b8b-aca2-8f79472088a4' was deleted {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:17:40.600570 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc74b462-35ef-4a42-ba79-458558f2a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.604498 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-28aac773-8d52-4432-ac87-666745c4ca20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:40.621477 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74b462-35ef-4a42-ba79-458558f2a9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a7143-7025-4adf-b2ce-7022e6ffc8c4,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:40.624671 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-bc74b462-35ef-4a42-ba79-458558f2a9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:40.635220 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-bc74b462-35ef-4a42-ba79-458558f2a9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:40.636615 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-bc74b462-35ef-4a42-ba79-458558f2a9de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba5a7143-7025-4adf-b2ce-7022e6ffc8c4 HTTP/1.1" status: 204 len: 168 time: 0.1807325 Nov 23 13:17:41.009857 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 48852) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:41.062420 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-6acd0792-799b-4eef-b11a-120947aaffb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be308acf515d4669907fda5a4d8ac963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512431 Nov 23 13:17:41.064955 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 48856) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:17:41.129049 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5100a271-85c0-4787-b949-7487052718eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:41.155167 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5100a271-85c0-4787-b949-7487052718eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:41.208798 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5100a271-85c0-4787-b949-7487052718eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:41.212643 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-221fb0c6-9e96-411f-aaef-82a1333c38c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:17:41.228499 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100a271-85c0-4787-b949-7487052718eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124c3198-5a4c-4817-90e7-6066b1080860,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:17:41.235168 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5100a271-85c0-4787-b949-7487052718eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:17:41.239628 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5100a271-85c0-4787-b949-7487052718eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:41.241836 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-5100a271-85c0-4787-b949-7487052718eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/124c3198-5a4c-4817-90e7-6066b1080860 HTTP/1.1" status: 204 len: 168 time: 0.1756647 Nov 23 13:17:41.285843 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:41.515144 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 682196d6-dc4d-4b8b-aca2-8f79472088a4 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:17:41.560758 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 682196d6-dc4d-4b8b-aca2-8f79472088a4 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:17:41.561168 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 682196d6-dc4d-4b8b-aca2-8f79472088a4 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:17:42.565322 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:49.044443 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:17:49.304362 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:18:07.265148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-34d04774-76a8-4274-8c6d-100fc654e6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:07.701913 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:08.031175 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49024) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:08.117784 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5134-e72e-4475-a8ab-3a569e0267fb tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:08.151420 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5134-e72e-4475-a8ab-3a569e0267fb tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:08.236616 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5134-e72e-4475-a8ab-3a569e0267fb tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:08.240891 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-06141894-42aa-445b-84f1-5182eabf6866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:08.254194 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f5134-e72e-4475-a8ab-3a569e0267fb tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9612f7-1f82-458c-945c-ff9f64986b1e,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:08.260170 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2a5f5134-e72e-4475-a8ab-3a569e0267fb tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:08.265719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2a5f5134-e72e-4475-a8ab-3a569e0267fb tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:08.267105 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-2a5f5134-e72e-4475-a8ab-3a569e0267fb tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] 10.222.0.60 "DELETE /v2.0/security-groups/1b9612f7-1f82-458c-945c-ff9f64986b1e HTTP/1.1" status: 204 len: 168 time: 0.2347677 Nov 23 13:18:08.403121 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49032) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:09.335698 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:09.703174 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Deleting port b56a7a51-738e-4119-b83b-1f7e414bfc11 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:09.703516 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:09.890797 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] For port b56a7a51-738e-4119-b83b-1f7e414bfc11, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=b56a7a51-738e-4119-b83b-1f7e414bfc11,segment=NetworkSegment(adfff002-3393-4aa3-842d-8a53ef4aff83),segment_id=adfff002-3393-4aa3-842d-8a53ef4aff83)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:09.891147 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.026782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Calling delete_port for b56a7a51-738e-4119-b83b-1f7e414bfc11 owned by network:router_interface {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:10.147349 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-086f474b-b6c0-4b19-ac62-3d09de1f743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.237833 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:10.242972 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fb64bafc-12be-4c8c-a3a7-0db294832d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:10.288169 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56a7a51-738e-4119-b83b-1f7e414bfc11,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:10.291253 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:10.674224 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.074402 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:18:11.264706 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.285191 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:18:11.298479 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] 10.222.0.60 "PUT /v2.0/routers/9f593092-dd21-49d4-b1bd-8d0dc963e6a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8910422 Nov 23 13:18:11.298760 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] Sync routers for ids ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:18:11.299265 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49048) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:11.308085 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] Routers {'9f593092-dd21-49d4-b1bd-8d0dc963e6a7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:11.308790 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:18:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:11.497591 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks [] for router, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.518516 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] Set router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:11.686779 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.697825 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Deleting port 83b6451d-0109-49a3-9e74-cdfd4c080559 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:11.698886 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:11.886016 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:18:10Z', 'revision_number': 5, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port': {'id': '83b6451d-0109-49a3-9e74-cdfd4c080559', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:11.890320 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] Checking router: 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:18:11.899605 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] Routers {'9f593092-dd21-49d4-b1bd-8d0dc963e6a7'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:11.900262 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:18:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:11.903470 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] For port 83b6451d-0109-49a3-9e74-cdfd4c080559, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=83b6451d-0109-49a3-9e74-cdfd4c080559,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:11.903827 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.070029 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] Set router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 gateway port host: None {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:12.144459 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Calling delete_port for 83b6451d-0109-49a3-9e74-cdfd4c080559 owned by network:router_gateway {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:12.182390 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:18:11Z', 'revision_number': 6, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:12.187183 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e732db51-a18a-42e6-8145-ac46c953440f None None] The sync data for ids ['9f593092-dd21-49d4-b1bd-8d0dc963e6a7'] in dv-cinder-818886-1-iscsi is: [{'id': '9f593092-dd21-49d4-b1bd-8d0dc963e6a7', 'name': 'tempest-TestVolumeBootPattern-88598915-router', 'tenant_id': '7d8b6261db1f41d39a82cf016dcfe817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:52Z', 'updated_at': '2021-11-23T13:18:11Z', 'revision_number': 6, 'project_id': '7d8b6261db1f41d39a82cf016dcfe817', 'gw_port_host': None}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:18:12.334133 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.338325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-663fb265-e7f3-4a02-b653-bd81abc12d38 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:12.387354 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Pushing event deleted for resources: {'Port': ['ID=83b6451d-0109-49a3-9e74-cdfd4c080559,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:12.390514 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:12.490491 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.570411 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.743266 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.746037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.774285 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.774841 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f593092-dd21-49d4-b1bd-8d0dc963e6a7 {{(pid=86848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:18:12.789465 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.790598 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9f593092-dd21-49d4-b1bd-8d0dc963e6a7 HTTP/1.1" status: 204 len: 168 time: 1.4903715 Nov 23 13:18:12.793228 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49058) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:12.858824 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] Deleting subnet eec2352a-0545-4f96-9540-e85c508eb2c9 {{(pid=86848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:18:12.863075 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:12.916581 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110125'] for subnet, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.010580 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.091203 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066778'] for subnet, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.095666 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-889ad74d-0f8a-47b6-8476-41ae8fe96020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:13.141366 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.144114 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec2352a-0545-4f96-9540-e85c508eb2c9,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:13.147677 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:13.148440 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6344babd-425e-40ae-8060-4a212b47bd10 None None] Network 8b6a7430-18a2-4fbc-b975-17bc81884ca9 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:18:13.150791 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-d213aa5f-4f60-4072-9644-7a44e671ba2a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eec2352a-0545-4f96-9540-e85c508eb2c9 HTTP/1.1" status: 204 len: 168 time: 0.3564143 Nov 23 13:18:13.153410 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49064) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:13.279552 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.291183 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Deleting port b773375c-1e25-45ff-90b4-1d150205eab4 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:13.291518 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.449833 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] DHCP port deletion for 8b6a7430-18a2-4fbc-b975-17bc81884ca9 request from dv-cinder-818886-1-iscsi {{(pid=86850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:18:13.454554 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] Deleting port b773375c-1e25-45ff-90b4-1d150205eab4 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:13.455464 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.559792 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] For port b773375c-1e25-45ff-90b4-1d150205eab4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=b773375c-1e25-45ff-90b4-1d150205eab4,segment=NetworkSegment(adfff002-3393-4aa3-842d-8a53ef4aff83),segment_id=adfff002-3393-4aa3-842d-8a53ef4aff83)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:13.560151 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.567661 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device b773375c-1e25-45ff-90b4-1d150205eab4 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:13.698605 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Calling delete_port for b773375c-1e25-45ff-90b4-1d150205eab4 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:13.785827 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.791462 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-596a44c3-8210-4c3a-8bed-8bf2aa70e544 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:13.803433 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] For port b773375c-1e25-45ff-90b4-1d150205eab4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=b773375c-1e25-45ff-90b4-1d150205eab4,segment=NetworkSegment(adfff002-3393-4aa3-842d-8a53ef4aff83),segment_id=adfff002-3393-4aa3-842d-8a53ef4aff83)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:13.804205 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:13.939135 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Pushing event deleted for resources: {'Port': ['ID=b773375c-1e25-45ff-90b4-1d150205eab4,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:13.941909 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] No DVR routers for this DVR port b773375c-1e25-45ff-90b4-1d150205eab4 on host dv-cinder-818886-1-iscsi {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:18:13.943412 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:13.949081 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] Calling delete_port for b773375c-1e25-45ff-90b4-1d150205eab4 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:13.982396 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:14.069448 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device b56a7a51-738e-4119-b83b-1f7e414bfc11 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:14.079424 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:14.106954 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6a7430-18a2-4fbc-b975-17bc81884ca9']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:14.108363 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: b56a7a51-738e-4119-b83b-1f7e414bfc11 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:14.108780 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device b56a7a51-738e-4119-b83b-1f7e414bfc11 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:14.109158 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 83b6451d-0109-49a3-9e74-cdfd4c080559 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:14.120466 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfff002-3393-4aa3-842d-8a53ef4aff83') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:14.120719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfff002-3393-4aa3-842d-8a53ef4aff83') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:14.134103 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:14.152483 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:14.159577 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Releasing vlan 1213 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:18:14.160168 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:18:14.174954 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:18:14.203210 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 83b6451d-0109-49a3-9e74-cdfd4c080559 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:14.203510 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 83b6451d-0109-49a3-9e74-cdfd4c080559 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:14.212911 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:18:14.213253 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:18:14.262573 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:14.267673 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:14.285604 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:14.296577 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6a7430-18a2-4fbc-b975-17bc81884ca9,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:14.299417 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:14.301664 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-9555273b-70fd-4604-8c05-448d88324285 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8b6a7430-18a2-4fbc-b975-17bc81884ca9 HTTP/1.1" status: 204 len: 168 time: 1.1470625 Nov 23 13:18:14.305167 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49072) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:14.714296 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] Deleting port b773375c-1e25-45ff-90b4-1d150205eab4 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:14.714796 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:14.783601 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd0288-ec4b-4214-a18d-549a62d9f751 None None] The port 'b773375c-1e25-45ff-90b4-1d150205eab4' was deleted {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:18:14.999802 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:15.431223 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Deleting port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:15.432203 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:15.645587 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] For port 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,segment=NetworkSegment(d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112),segment_id=d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:15.645995 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:15.777876 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Calling delete_port for 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:15.977645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:15.981426 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2ae866b6-6ccb-4024-91d3-f1130235bd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:16.131898 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfffaa4-ae20-4dce-a11e-eda7430b2fe2,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:16.135455 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:16.408194 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:16.777883 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Router e4012198-d6d4-473d-9e61-bb88025a8e4f has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:18:16.958750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:18:16.967667 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] Sync routers for ids ['e4012198-d6d4-473d-9e61-bb88025a8e4f'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:18:16.969564 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/e4012198-d6d4-473d-9e61-bb88025a8e4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631753 Nov 23 13:18:16.972030 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49086) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:16.977383 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] Routers {'e4012198-d6d4-473d-9e61-bb88025a8e4f'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:16.977922 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:18:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['e4012198-d6d4-473d-9e61-bb88025a8e4f'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:17.157244 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks [] for router, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:17.160100 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] Set router e4012198-d6d4-473d-9e61-bb88025a8e4f gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:17.339933 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:17.350946 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Deleting port fcd1750d-7092-4cdc-b691-a7c828a80809 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:17.351778 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:17.491534 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:18:15Z', 'revision_number': 5, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port': {'id': 'fcd1750d-7092-4cdc-b691-a7c828a80809', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:45:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:06:00Z', 'updated_at': '2021-11-23T13:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:17.501872 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] Checking router: e4012198-d6d4-473d-9e61-bb88025a8e4f for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:18:17.511599 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] Routers {'e4012198-d6d4-473d-9e61-bb88025a8e4f'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:17.512214 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:18:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['e4012198-d6d4-473d-9e61-bb88025a8e4f'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:17.659130 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] For port fcd1750d-7092-4cdc-b691-a7c828a80809, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=fcd1750d-7092-4cdc-b691-a7c828a80809,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:17.659590 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:17.668869 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] Set router e4012198-d6d4-473d-9e61-bb88025a8e4f gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:17.776731 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:18:17Z', 'revision_number': 6, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:17.781034 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77be68-1262-417a-9f70-8a9f637baa0e None None] The sync data for ids ['e4012198-d6d4-473d-9e61-bb88025a8e4f'] in dv-cinder-818886-1-iscsi is: [{'id': 'e4012198-d6d4-473d-9e61-bb88025a8e4f', 'name': 'tempest-TestVolumeBootPattern-862285935-router', 'tenant_id': '389563fc6eac458d8f70ff247b60f54e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:05:59Z', 'updated_at': '2021-11-23T13:18:17Z', 'revision_number': 6, 'project_id': '389563fc6eac458d8f70ff247b60f54e', 'gw_port_host': None}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:18:17.786895 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Calling delete_port for fcd1750d-7092-4cdc-b691-a7c828a80809 owned by network:router_gateway {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:18.011501 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.015467 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-55faa005-6436-458c-9823-083e30e46cc3 tempest-ServerRescueNegativeTestJSON-279136768 tempest-ServerRescueNegativeTestJSON-279136768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:18.060963 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd1750d-7092-4cdc-b691-a7c828a80809,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:18.064037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:18.168019 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.372709 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.375455 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.405282 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.405863 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4012198-d6d4-473d-9e61-bb88025a8e4f {{(pid=86849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:18:18.420657 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.422090 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e4012198-d6d4-473d-9e61-bb88025a8e4f HTTP/1.1" status: 204 len: 168 time: 1.4491158 Nov 23 13:18:18.425464 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49096) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:18.496811 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] Deleting subnet ebd628da-c0b4-4896-8d77-40c231f39ef8 {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:18:18.499940 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.568088 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.660750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.747998 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.753761 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6b3ca5cf-ecbf-4821-a8c2-352c23f2769b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:18.792850 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.799400 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fbf6f-aa38-4bc3-b5f0-3b238650f8c4 None None] Network 2005d36f-02b9-43cc-9e93-b60a17976c2d requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:18:18.804783 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49100) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:18.805384 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ebd628da-c0b4-4896-8d77-40c231f39ef8 HTTP/1.1" status: 204 len: 168 time: 0.3781865 Nov 23 13:18:18.805910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd628da-c0b4-4896-8d77-40c231f39ef8,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:18.808565 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b4bd7626-a144-4517-8435-ad596d455319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:18.934048 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:18.946017 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Deleting port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:18.946386 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.074308 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.133326 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] DHCP port deletion for 2005d36f-02b9-43cc-9e93-b60a17976c2d request from dv-cinder-818886-1-iscsi {{(pid=86850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:18:19.138190 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] Deleting port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:19.138572 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.198514 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] For port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4,segment=NetworkSegment(d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112),segment_id=d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:19.198787 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.345220 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Calling delete_port for 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:19.358383 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] For port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4,segment=NetworkSegment(d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112),segment_id=d94b7d97-38d3-4dfa-a7ff-d42aa8cb1112)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:19.358782 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.436330 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.440503 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-96157338-985d-4c8e-97a9-4bbca0d1cd13 tempest-AttachVolumeNegativeTest-1497788275 tempest-AttachVolumeNegativeTest-1497788275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:19.493232 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] Calling delete_port for 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:19.494066 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] No DVR routers for this DVR port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 on host dv-cinder-818886-1-iscsi {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:18:19.540369 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:19.542912 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:19.553733 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device fcd1750d-7092-4cdc-b691-a7c828a80809 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:19.595392 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: fcd1750d-7092-4cdc-b691-a7c828a80809 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:19.595931 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device fcd1750d-7092-4cdc-b691-a7c828a80809 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:19.596528 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:19.631846 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.665625 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2005d36f-02b9-43cc-9e93-b60a17976c2d']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:19.670421 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:19.671116 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 5dfffaa4-ae20-4dce-a11e-eda7430b2fe2 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:19.671922 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:19.678771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:19.679113 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94b7d97-38d3-4dfa-a7ff-d42aa8cb1112') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:19.698150 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.704412 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:18:19.704783 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:18:19.710925 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:19.711279 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:19.719664 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.726885 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Releasing vlan 1225 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:18:19.727289 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:18:19.742741 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:18:19.830439 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.837502 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:19.840903 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3e9a6255-6634-4d1e-8852-557987e5c2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:19.869741 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2005d36f-02b9-43cc-9e93-b60a17976c2d,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:19.872456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:19.874311 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2005d36f-02b9-43cc-9e93-b60a17976c2d HTTP/1.1" status: 204 len: 168 time: 1.0684605 Nov 23 13:18:20.042484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49110) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:20.105302 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-2facdd4e-2b76-4392-8632-589c2fa689a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d8b6261db1f41d39a82cf016dcfe817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609732 Nov 23 13:18:20.109737 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49116) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:20.193519 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9125138d-70e0-438c-8809-d516b9d36e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.206808 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] Deleting port 8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:20.207592 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.228434 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9125138d-70e0-438c-8809-d516b9d36e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.279711 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-e3655799-978a-41fc-a8cb-81685ae1c6d0 None None] The port '8d7c088c-8ff8-42db-a7f1-ff48c6d15ba4' was deleted {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:18:20.294245 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9125138d-70e0-438c-8809-d516b9d36e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.301623 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9d405201-62e0-43d8-b1c6-9495843192b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:20.319471 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9125138d-70e0-438c-8809-d516b9d36e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f93c94-8a4c-4dfc-9167-dcad63858ed1,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:20.324028 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9125138d-70e0-438c-8809-d516b9d36e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:20.326141 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9125138d-70e0-438c-8809-d516b9d36e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.327271 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-9125138d-70e0-438c-8809-d516b9d36e47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16f93c94-8a4c-4dfc-9167-dcad63858ed1 HTTP/1.1" status: 204 len: 168 time: 0.2158480 Nov 23 13:18:20.776831 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49126) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:20.829940 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4ed6cff6-4787-4a8e-9651-59b3540f9533 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=389563fc6eac458d8f70ff247b60f54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516036 Nov 23 13:18:20.832710 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49130) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:18:20.894917 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-890b1335-8398-4b71-824d-062153cdedc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.921988 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-890b1335-8398-4b71-824d-062153cdedc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.984544 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-890b1335-8398-4b71-824d-062153cdedc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:20.992376 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ad4eb3d1-a508-4ca2-8120-5a5519e0fd14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:21.094166 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b1335-8398-4b71-824d-062153cdedc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab73886-dc21-459e-a7e2-2afc9a2c9cb0,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:21.096745 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-890b1335-8398-4b71-824d-062153cdedc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:21.098073 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-890b1335-8398-4b71-824d-062153cdedc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:21.099238 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-890b1335-8398-4b71-824d-062153cdedc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ab73886-dc21-459e-a7e2-2afc9a2c9cb0 HTTP/1.1" status: 204 len: 168 time: 0.2655072 Nov 23 13:18:26.303626 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:18:33.424000 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeb135-0881-4592-995c-380c128503ae req-146cd91c-ca45-454a-b24f-9b74ebbac20d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:33.425719 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6dfeb135-0881-4592-995c-380c128503ae req-146cd91c-ca45-454a-b24f-9b74ebbac20d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 946 time: 0.0877590 Nov 23 13:18:33.478562 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6dfeb135-0881-4592-995c-380c128503ae req-c47e6e8b-21e9-4810-9421-84e19075d69a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465038 Nov 23 13:18:33.881068 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0301ee-74a0-468c-af5a-44c623174218 req-f3e22cbc-7d33-441e-b5c6-6dfaeb5c6eb1 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:33.883053 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff0301ee-74a0-468c-af5a-44c623174218 req-f3e22cbc-7d33-441e-b5c6-6dfaeb5c6eb1 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 946 time: 0.0908010 Nov 23 13:18:33.930872 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff0301ee-74a0-468c-af5a-44c623174218 req-8bf0b81e-23d3-4cca-9adf-6bc96cfa79a2 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Nov 23 13:18:34.398368 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-394e0b68-9ce5-455e-8c8b-ba6f7c3c8f9a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:34.399899 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-394e0b68-9ce5-455e-8c8b-ba6f7c3c8f9a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 946 time: 0.0841529 Nov 23 13:18:34.477296 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Deleting port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:34.477613 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:34.804634 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] For port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:34.804975 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:34.896592 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7ba01-6019-40b2-82c3-a8b6b2754a76 req-e7002204-836f-4d93-9f45-e5b16857ba21 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:34.898357 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cce7ba01-6019-40b2-82c3-a8b6b2754a76 req-e7002204-836f-4d93-9f45-e5b16857ba21 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 946 time: 0.2712183 Nov 23 13:18:35.041082 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cce7ba01-6019-40b2-82c3-a8b6b2754a76 req-868154ca-3ac2-4061-8555-13c4238baf41 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ce1f599-e271-4c32-a0fd-d5da08c1e446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302743 Nov 23 13:18:35.138956 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8c2cf-6324-46b0-83be-b0cd7f12e2ab req-fec601ae-e9ce-43a8-a9dc-0130c946a703 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:35.140483 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d9c8c2cf-6324-46b0-83be-b0cd7f12e2ab req-fec601ae-e9ce-43a8-a9dc-0130c946a703 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 946 time: 0.0980103 Nov 23 13:18:35.191909 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d9c8c2cf-6324-46b0-83be-b0cd7f12e2ab req-61aa39bc-a6db-451e-9d5f-d0cfac0a5dba tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 Nov 23 13:18:35.212367 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.212779 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.213144 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.l3_db [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Floating IP 6c204d94-6a81-45d4-9777-53334cd3e40a disassociated. External IP: 172.27.3.175, port: acc6c8bf-82a2-4f88-b12e-f6a39d6ce970. Nov 23 13:18:35.213493 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Calling delete_port for acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:35.292778 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-22dc086b-ec4e-4e9e-8dee-e900ac3d0ff1 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:35.294296 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-22dc086b-ec4e-4e9e-8dee-e900ac3d0ff1 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.84 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 946 time: 0.1866002 Nov 23 13:18:35.423211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Deleting port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:18:35.423909 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.492824 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:35.522395 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fde38ba3-5f7c-44d1-81f2-1d885b03dfdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:35.587569 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event deleted for resources: {'Port': ['ID=acc6c8bf-82a2-4f88-b12e-f6a39d6ce970,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:35.604008 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.604432 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.604859 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.605217 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.605571 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.606535 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.606535 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.606901 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.607086 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.607282 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.607638 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.608020 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:18:35.663141 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:36.022307 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] For port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,segment=NetworkSegment(64c44c88-3119-4762-bc27-e87c48dbe2ac),segment_id=64c44c88-3119-4762-bc27-e87c48dbe2ac)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:18:36.022702 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.039209 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:18:36.158495 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Calling delete_port for 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:18:36.316399 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a35944e0-984d-4550-9e20-e2b43005ff83 req-ea7ae098-2d7d-4a44-b96c-72838dddd7b7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1271839 Nov 23 13:18:36.412623 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb60a5-b039-45b5-b53e-6b990fd71e4d req-3bf790cb-e01f-46f2-a1c0-42b0a40cb08d tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:18:36.414150 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dddb60a5-b039-45b5-b53e-6b990fd71e4d req-3bf790cb-e01f-46f2-a1c0-42b0a40cb08d tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 946 time: 0.1074178 Nov 23 13:18:36.466121 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-dddb60a5-b039-45b5-b53e-6b990fd71e4d req-2a10c0ed-3c5b-4a8f-9b56-bcf6c879b471 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/security-groups?id=926dc476-1ba3-4b99-b837-bad09ef0953b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460150 Nov 23 13:18:36.549052 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:18:36.562946 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] Sync routers for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:18:36.575457 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:36.576438 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:18:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:36.582630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.593055 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a042d913-0ad5-47e3-a044-b808f72d083b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:18:36.644056 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['387ca8eb-21e0-4037-8ccb-e97d8f90b3e2'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:18:36.676008 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Pushing event deleted for resources: {'Port': ['ID=387ca8eb-21e0-4037-8ccb-e97d8f90b3e2,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:18:36.678527 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] No DVR routers for this DVR port acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:18:36.693329 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.695654 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:18:36.695850 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-deleted', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:18:36.749491 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "DELETE /v2.0/ports/acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 HTTP/1.1" status: 204 len: 173 time: 2.3430424 Nov 23 13:18:36.795772 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] No DVR routers for this DVR port 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:18:36.801230 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:36.803432 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1e29d628-d6a3-4f7f-a176-3c52a5c929ae req-8b5cbf2e-376a-49c6-b7c5-a59c02014077 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.84 "DELETE /v2.0/ports/387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 HTTP/1.1" status: 204 len: 173 time: 1.4948356 Nov 23 13:18:36.831197 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:36.991143 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c21729-a176-4e26-9074-f5f0bfc0ce20', 'name': 'network-vif-deleted', 'tag': 'acc6c8bf-82a2-4f88-b12e-f6a39d6ce970', 'status': 'completed', 'code': 200} Nov 23 13:18:37.226724 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:37.230958 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] Checking router: 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:18:37.241301 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:18:37.241881 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:18:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:37.337441 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-01559706-f818-4587-a279-70b28bbccba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.446028 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:37.474273 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:18:37.548149 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:37.548651 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device acc6c8bf-82a2-4f88-b12e-f6a39d6ce970 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:37.549015 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:18:37.594452 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:18:37.595214 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 387ca8eb-21e0-4037-8ccb-e97d8f90b3e2 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:18:37.609287 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d6f99bb1-0bba-4152-a057-ff44ea8c2920 req-63654271-a3ff-4f9e-9766-bc44186d50f9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1669362 Nov 23 13:18:37.642843 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-67f87934-1bcc-4001-b20c-40a9d2f17a2e req-99279e4c-2437-4136-ac6b-33bf180c4c16 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Synchronizing usage tracker for tenant:90112b6f3d31421a8ee18cbe7d6b0537 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:18:37.663890 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-67f87934-1bcc-4001-b20c-40a9d2f17a2e req-99279e4c-2437-4136-ac6b-33bf180c4c16 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Unset dirty status for tenant:90112b6f3d31421a8ee18cbe7d6b0537 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:18:37.665245 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67f87934-1bcc-4001-b20c-40a9d2f17a2e req-99279e4c-2437-4136-ac6b-33bf180c4c16 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0731404 Nov 23 13:18:37.760171 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:37.903078 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:18:37.908007 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331321c-d45a-422d-9caa-bb08b632a104 None None] The sync data for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi is: [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:18:38.216194 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df1ff17-fa67-46e9-bf50-42e136702cc1 None None] New status for floating IP 6c204d94-6a81-45d4-9777-53334cd3e40a: DOWN {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:18:38.788097 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-206ba179-f743-468c-97a3-1a8047ad23bb req-99dbd03c-fb67-4543-8142-c493bccb1f90 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0452769 Nov 23 13:18:38.828437 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19f04366-9395-4023-8c73-49b57a725550 req-7a262515-25d8-433d-a9e0-20a6299a2b52 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0488367 Nov 23 13:18:38.992651 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d81116-5b48-433f-8c7e-88f2a9687167', 'name': 'network-vif-deleted', 'tag': '387ca8eb-21e0-4037-8ccb-e97d8f90b3e2'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:18:39.041497 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d81116-5b48-433f-8c7e-88f2a9687167', 'name': 'network-vif-deleted', 'tag': '387ca8eb-21e0-4037-8ccb-e97d8f90b3e2', 'status': 'completed', 'code': 200} Nov 23 13:18:39.964477 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-d6fa3803-7ef3-41e5-993d-ec19aa4d2413 req-2a978028-02e7-4729-b28b-c75dd0d82d69 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:18:39.984201 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-d6fa3803-7ef3-41e5-993d-ec19aa4d2413 req-2a978028-02e7-4729-b28b-c75dd0d82d69 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:18:39.985673 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d6fa3803-7ef3-41e5-993d-ec19aa4d2413 req-2a978028-02e7-4729-b28b-c75dd0d82d69 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0797329 Nov 23 13:18:39.998996 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ba9075d2-6a89-43ef-98f9-8647c6e41e8f req-8d2b01e0-854a-45cc-a4bf-ad564bd3be7c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0454357 Nov 23 13:18:40.152763 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5174b6e8-4156-40b5-ab0c-e4adac8d4937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:41.159027 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fa742fa6-3e03-4d1c-bd74-f0c5b18f9134 req-c13a2956-ed20-4828-ad5f-7dce18250878 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0563862 Nov 23 13:18:41.163207 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d88f52e-467e-469b-961c-d95f77667ae5 req-0e6c9038-7503-4e37-9432-672287ec0052 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0555577 Nov 23 13:18:41.259869 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:42.352849 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-db8f1a68-0105-492c-abcf-6653b5ebaace req-77336eef-cdca-42b2-bdf0-22a749cf18f5 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0468245 Nov 23 13:18:42.364022 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-12cfc5d0-6ec7-48fc-9438-835c5151ada9 req-1ccd018e-6860-4587-be78-07edba42f2ae tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0637026 Nov 23 13:18:42.574086 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:43.552153 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-44e3587e-7946-4389-b169-8bbbf1efba04 req-4b1d2105-a450-450c-a586-0abf04f7e068 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0510876 Nov 23 13:18:43.552877 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-65afc5c7-b1a7-4085-a8f7-637ab9a93e62 req-4c8507d0-591b-4ff4-b7e1-75c5a6c8e4d5 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0508087 Nov 23 13:18:44.719645 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7d28a988-516c-4f41-b6fe-1c7a4c303ea2 req-295a3b13-15e2-4e40-ba14-1626712b546c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0557523 Nov 23 13:18:44.723896 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f2ea9216-8295-4022-b6be-ba1ca2384c82 req-f89df79f-9b98-4b90-b976-0fef472c268f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0504229 Nov 23 13:18:45.880901 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5c9b48e8-a941-4ee5-b8f1-4df5dfa07fa4 req-1e7ed377-8dd5-47f9-a932-3eb4a255927a tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0467408 Nov 23 13:18:45.882221 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ceb62305-14e6-4507-a44f-84830414b909 req-ed4908e1-6601-420f-8202-41b4783d7020 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0455592 Nov 23 13:18:47.039541 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d6e31e74-0aa7-4da9-b950-d229a6e9aeae req-bb66b751-8540-4a9e-b79e-cf367b9322a2 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0449231 Nov 23 13:18:47.043049 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a150c7b9-b6e2-4320-901e-0e98f3e95c23 req-47590b0c-4341-46d2-9b58-2be786046caa tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0438533 Nov 23 13:18:48.207937 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d339f2d5-f888-40a7-aa47-59a7a6d04b11 req-609a9e89-392e-44a8-897f-c67ca03c2bd1 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0480449 Nov 23 13:18:48.208637 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f0e954d7-17e2-41a7-be3e-8386dece5902 req-062e8ca0-09a1-4b12-af94-49a93ba68cfb tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0478661 Nov 23 13:18:49.074113 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:18:49.375315 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-619c16c0-f045-40f9-a62f-d8df48076e54 req-90e7dde2-195b-4131-a990-19cec117a8c0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0479357 Nov 23 13:18:49.526787 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f61063f7-7c61-4eba-8011-b575532bc088 req-5b8f584c-2647-4676-9aa3-d0a7985b3042 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0448351 Nov 23 13:18:50.537384 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-33bdc919-2108-420f-abcc-213ea8d222d7 req-9fe2154d-0dad-40a7-a1a1-b273bf51468f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0456254 Nov 23 13:18:50.684068 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f2e59806-91f7-437b-a6de-42e0c785717a req-ab54da39-2e3b-4861-b628-fb12085af509 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0451410 Nov 23 13:18:51.801437 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d2ef2d59-f150-472a-ba61-da6adaea835c req-8d734d68-76f4-46cf-bff7-c841105e614c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1493161 Nov 23 13:18:51.852384 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-76e7e4fd-ec39-490e-88e0-415af3b05526 req-6442a690-a87c-45a2-a008-0fcc8aa5846d tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0542884 Nov 23 13:18:52.977601 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-031e4a22-58f5-45a9-a01e-6a42a5e05e86 req-c8aeba1e-cca4-4e84-a4bc-decb5d886e8b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0481319 Nov 23 13:18:53.015937 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3dae13d5-f04f-4893-8e5d-367c658f1b57 req-b31acfd4-ff23-41a5-b3bc-40f3d6e5521f tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0497799 Nov 23 13:18:54.152694 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa7fa0f0-b9bd-48ff-a969-851b6f188be4 req-18cab5e8-9f4a-473c-bdc3-8944a8b5d638 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0446675 Nov 23 13:18:54.173599 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-50d19704-b118-4329-8c53-92fd5945e136 req-7f6ac75f-aec7-4620-a9b9-24b6b9f35ea6 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0444541 Nov 23 13:18:55.318107 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b45f3932-87dc-412a-84ae-81eb3a8ab5d5 req-4102b715-0be0-4993-9b98-4e7e607e1933 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0485029 Nov 23 13:18:55.334595 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f9d022fa-e916-486c-a957-dcee9fc61fe0 req-2be360b5-7177-4b4c-ad63-3922f7874207 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0479708 Nov 23 13:18:56.489811 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e96c13f3-593a-42dc-89df-17216bac7ba7 req-4672730e-071a-456d-a35b-ebd40b89cb1f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0513883 Nov 23 13:18:56.503607 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-388fe16a-4d9c-4e7b-ae71-f5d5d996a7f5 req-1f83a855-877c-4456-a53c-a1d50a5b343f tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0452969 Nov 23 13:18:57.651268 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-523e6061-c818-4d04-a6c1-869d99838dbb req-67ad67d8-d2ef-4264-a568-cafbfc747458 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0456686 Nov 23 13:18:57.667551 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5a0998f5-4a49-4abe-91ab-039679f11505 req-596b76f5-3c87-45b0-aa22-fa8c0e73c66c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0476725 Nov 23 13:18:58.832448 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a6c132c9-6713-4792-80dd-ea8154a64d4a req-4a7b5fd2-1126-4b0c-aa26-52b02c40b3f1 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0591230 Nov 23 13:18:58.833373 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a6e99e33-8db4-4885-a083-ff1a6252eb20 req-d6c1d6af-942a-49fa-9c99-c4ed3157cc41 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0524683 Nov 23 13:18:59.988105 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-230673b5-7946-4edd-9f04-cbc3e3fc80c9 req-30de5628-b84d-4bf2-8afd-fa23147da67d tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0443625 Nov 23 13:18:59.988884 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-48481dc3-137b-4249-b912-0d6040b671f8 req-024eefc9-402b-43cd-b017-e4e99f4f1da9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0422430 Nov 23 13:19:01.140742 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-33764d5b-ae1b-40bd-967a-cfba5cdb646a req-fd2bdc40-1250-4e95-90ad-4c696a2e619c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0428915 Nov 23 13:19:01.144013 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8709ac9a-8b09-4daa-bbc4-90bf50ce41d3 req-36e22abb-f190-44ec-bea7-f74e743acfb3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0442791 Nov 23 13:19:02.306921 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c54a1093-74da-436d-bde8-472066b0cf67 req-a26c0bee-e595-4de9-8a9e-698bd28d49da tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0478697 Nov 23 13:19:02.308320 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ff3598f9-be13-4d1f-9f80-d07b00275515 req-3dfe0dc9-9b6d-437a-a816-ca5d16d762a8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0458019 Nov 23 13:19:03.305068 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:19:03.482301 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-31598242-11d9-43a6-8e58-82e40b5ae00d req-ab434854-ce95-4196-a113-5cd037d130e8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0510671 Nov 23 13:19:03.489878 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c846ea75-bca1-40b1-8767-587de944047e req-a05b27a7-efc0-444d-a16a-c760668eb750 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0538969 Nov 23 13:19:04.649417 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-27d047a3-85c5-4698-be6e-5c8924ebfa97 req-e0b8f739-f044-4942-9e53-d5592890def8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0438721 Nov 23 13:19:04.650054 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e318a1fa-a37d-4666-9af4-c3f13b2ddcba req-a3a14735-bac7-47af-b5fa-b8fafb123739 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0433471 Nov 23 13:19:05.805562 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1785205d-7125-489d-998b-c56d9ed5c453 req-f0ae443a-d2e1-4c9c-9c39-1261fcca4f66 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0464211 Nov 23 13:19:05.807958 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f0bd74d8-dfd7-44f0-9fe1-c12b2eff800f req-697512b2-db0b-4dd6-8f26-42896f238d36 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0455232 Nov 23 13:19:06.969036 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fbc2d102-4bb9-4662-9a58-d0e4b6c66dba req-91a6b7d7-70d1-4c6b-8c7a-4a55f85a509c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0427363 Nov 23 13:19:06.970626 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-23cc5405-2e9d-4c40-b1e2-783a6568cfd0 req-099b7600-365b-4df6-8778-2634a46fefb2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0468774 Nov 23 13:19:07.267540 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-aead7daf-b37c-4b4c-b10d-84325b2cbd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:07.699146 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:08.125170 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-23abe4b3-312a-48a4-97d7-b2f18e464bda req-8d015e5d-2f1d-4c9a-9512-8deb4930269f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0434992 Nov 23 13:19:08.135731 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-01613297-5216-4204-90b1-c12dd07415a2 req-28f97681-2c16-4321-997a-e141326f86a8 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0470231 Nov 23 13:19:09.282672 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bdd7da11-728c-40ec-b022-f6001152f122 req-b1290632-417e-4fe1-b204-fbeb4ce2ddb8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0472295 Nov 23 13:19:09.290658 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c6b28412-a6a2-4259-a670-dc51b20675cc req-ee783c72-0ba1-4d0f-bf49-39add45507ed tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0480077 Nov 23 13:19:10.139797 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-028f1f32-578f-4827-ad60-0feb64789747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:10.447078 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-92904814-7fb3-45d4-8f91-446e2a50ea2c req-39d29e5b-c1d5-46a9-8972-9f4b0e30c0a0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0445089 Nov 23 13:19:10.447675 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-eddb4481-3c04-481a-af9c-9ea22b11a4c2 req-c5053cdc-7ba8-45dd-ae12-a43e15fb3ccc tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0440981 Nov 23 13:19:11.261938 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:11.675739 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fe46df79-10f8-4d52-b976-f3a9a058b52b req-719f0463-41d5-4883-a8dc-dcb1d29a7a24 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0462885 Nov 23 13:19:11.700994 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b8f93338-aded-4a5e-8fe0-e743ddba1eab req-2a5e2459-733f-4355-89a8-95d93932ceef tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0805581 Nov 23 13:19:12.574270 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:12.845545 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-072f88e9-7b0e-47ad-aa1d-f19c3e4c8e99 req-dd30f8f8-6d36-45b5-9830-1679d39e40f2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0501065 Nov 23 13:19:12.878418 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-37c17b75-20df-4cc3-b90d-e2274ba86f05 req-dbc5a3af-e5eb-41e8-88e2-0c3c41ff3b62 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0589783 Nov 23 13:19:14.013019 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3ffe8fda-e7a7-4c13-9e5b-46fee6000bb5 req-75d4ee87-4f9a-403f-9d74-b6751781d38a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0461092 Nov 23 13:19:14.038232 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2e846c8f-3150-4e6d-bac3-9a2c9951b915 req-50ccc097-382a-41c1-94d2-a3ad84079530 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0471590 Nov 23 13:19:15.173829 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aff83b42-154b-4a7c-8942-1e4596602146 req-f9397b35-6dfc-4a7a-9e1d-7697a992d9f0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0433557 Nov 23 13:19:15.195728 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8e874db9-912e-4fc9-a81b-0bfe5bf8186c req-eefee097-053c-4b16-9447-54eacdde0545 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0443239 Nov 23 13:19:16.346107 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4254d283-cf5b-477b-b2e4-f3774f582da5 req-6cb531c1-4a51-4818-b737-7dfa637aa710 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0472164 Nov 23 13:19:16.439790 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-69dba659-2da7-41ff-990c-2dc76ca6de25 req-8a601c80-5280-49da-98b7-b459a4f55132 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.1388085 Nov 23 13:19:17.516311 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-fb8bed8e-9dce-408e-a9a2-c581b8d85c0b req-71dd2640-7bae-4250-aa6c-d096c45d8499 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0464456 Nov 23 13:19:17.604057 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a8f024af-9d30-40dc-b189-487edcbf1b1f req-6f51cf18-476f-41cf-abd9-2b18a9cf3aa8 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0438433 Nov 23 13:19:18.690907 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9fd6cd51-9a84-42bd-8cf0-3065d4ff89c3 req-8ea3ea15-76ed-4ba9-8031-7a32c1ad2abf tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0512106 Nov 23 13:19:18.765695 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-fe8ca979-65a9-4465-be97-19cd56728d7c req-337edc04-04d6-4e36-8ed2-ac60aebd83bd tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0435231 Nov 23 13:19:19.091064 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:19.856194 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-191821cc-1248-419d-9de2-c46413acde74 req-608fddcf-db39-493e-a2ad-1836a2572e9a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0484471 Nov 23 13:19:19.930280 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff32286f-3628-461a-ba5e-34e83bc61a92 req-13e6966a-2002-4217-a9cb-46c18bf4b815 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0498793 Nov 23 13:19:21.094595 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-26637bdc-db1c-481e-8a6a-520698bdbdaa req-d51d663f-7446-4b96-ad7e-3da5f9d7d9b2 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0440719 Nov 23 13:19:21.178582 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-19de8a1f-683a-4ad7-8b1f-3b23ec655776 req-01c59af0-315d-424a-9d03-6220a84c31c7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0435784 Nov 23 13:19:22.258497 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d0f8b5f8-d903-4ce4-b348-675a33ca1884 req-bd64ea63-7500-4441-a216-0bd752e70a07 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0507953 Nov 23 13:19:22.353503 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3aeb03b0-7158-465d-be80-2b32dce7137a req-28785c51-9a74-4813-9bd7-4e84bc927368 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0512693 Nov 23 13:19:23.415604 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-541228f3-3a2b-46a9-b68f-55cdace3ebd5 req-816dc416-1863-464a-820a-e89c3f34f0b7 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0482605 Nov 23 13:19:23.649564 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c939d5df-f5a2-4991-b458-f744ba4700b2 req-0623d4f1-9795-470c-84d8-accd4c5942f5 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1826291 Nov 23 13:19:24.579667 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3d14e8ae-816c-4c71-a55d-911101859c1d req-fe38e2b8-9c84-4115-8b4e-d96acdee5d2c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0489631 Nov 23 13:19:24.816964 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a9c7dd0-f294-476f-8022-1c22326e9d81 req-318b1a23-a7ec-41e1-a86a-ff450f340300 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0476725 Nov 23 13:19:25.312981 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-f5fa093f-d52c-452a-90ca-6be3dea39a1d req-f053792c-7bf0-4ff8-b6ea-9d9d9bcd7e2e service neutron] (86849) timed out ('10.222.0.60', 42760) {{(pid=86849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:19:25.808152 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-223388fa-e827-4459-9a94-f6b3dbd937fb req-596d5bea-4004-43f6-99bf-d76c7a89b0d4 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.1177523 Nov 23 13:19:25.971795 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-44c1d6be-bc7a-4899-9fbb-cdc917f0d6b2 req-dedb1f67-9398-4f6f-8eee-77ac3ff607a3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0428758 Nov 23 13:19:26.980324 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6769203b-042f-421c-9640-e71c1642818a req-ca112961-fa10-43fc-971a-0c52c2c0623b tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0509017 Nov 23 13:19:27.143074 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c6e779f2-9550-4075-afa4-f5c2956bc14a req-0c82361a-d517-44ca-ae50-8803015d108c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0493882 Nov 23 13:19:28.149505 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0ea8e542-03bf-464a-bee8-5615dd4cf775 req-48d9f269-77d5-4409-b845-e9cab3ccc102 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0482607 Nov 23 13:19:28.315133 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e8c5188f-2b8b-46e6-99b7-628126d838f5 req-fdf62eef-70e3-46b3-b59d-da77c66fff20 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0488448 Nov 23 13:19:29.317677 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-236677d9-5d79-4c18-9fae-757488cb25e2 req-afa6a333-863e-44f0-8a3a-b1acc34558b9 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0537140 Nov 23 13:19:29.483890 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-892a35f8-03d4-4e87-ab61-0c3f6745ba81 req-26f28a58-7870-49b0-915e-8ecf49f23c4f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0508206 Nov 23 13:19:30.477373 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-77322e50-34ca-4e04-b8bd-b17984160076 req-fe150345-dd2a-4e59-b289-80808d1952f2 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0475461 Nov 23 13:19:30.759501 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a355c263-2144-4045-8f32-78fa1439c090 req-7253c84a-2c3c-4250-8e8a-e10ff62cdcf4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1377172 Nov 23 13:19:31.645452 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cc2c5231-de5e-4fd3-a516-84e665e5a909 req-3664d6ca-c386-45da-b80d-fd9cdca5e938 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0442381 Nov 23 13:19:31.921515 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-677ed0b6-3830-4c0d-a8f8-99ade629f8f7 req-4f6c4280-7f79-41fa-b744-d804b8fa265c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0431216 Nov 23 13:19:32.820035 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-247a76b1-22db-4b85-a562-5669c1de99c0 req-8bb1adcf-960f-49a4-9dc7-a5ab534402e2 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0443459 Nov 23 13:19:33.112778 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-45e93cd9-42f0-4404-b3af-b3e60d78dd16 req-9892d8ae-6d0b-43de-9964-ac85d6e64fb3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0627267 Nov 23 13:19:34.002883 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-7e6104d6-ee10-4fe3-b1f4-df3c054918f0 req-d0b8f147-802e-49fe-bcab-63f47733e18d tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0535369 Nov 23 13:19:34.463217 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1604e05f-4c2c-4f1b-86bb-52d40e39b7e3 req-6a576a7a-b782-4fcd-be25-d784ec42a360 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0544240 Nov 23 13:19:35.214943 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-776ce900-aa04-4f73-8785-b988f237a411 req-f9161e7a-5775-4787-b918-3b0961e1b15c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0502973 Nov 23 13:19:35.665710 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b3db71fe-b07e-4de2-9f44-81b06ff4f67b req-418a0521-c9dd-49e2-bba5-15f46fdfd7b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0462410 Nov 23 13:19:36.378582 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2f1d6384-cfd7-40bf-add2-96ffc1011a55 req-f7cb47f0-bd1f-45b0-9218-bbc918595be7 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0451977 Nov 23 13:19:36.840356 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c9bec30-1278-4997-b258-a70fa12b9e14 req-a5244bcd-9eb2-4e3d-8f50-0bda0f79a3b0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0493140 Nov 23 13:19:37.262652 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-70322c5d-8f80-4bbb-8a02-1fdc8cd73709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:37.543287 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3b627082-537f-46aa-a6f0-0129e527208c req-74fc9f01-9317-4d63-9528-e5549b968e10 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0500257 Nov 23 13:19:37.695038 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:38.033034 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-09f5e783-e8aa-43fe-abe7-66516b63f8c9 req-cc76c006-520f-4dc8-bb5e-c450a513fe5d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0553784 Nov 23 13:19:38.714575 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-895bb6d6-1961-42a8-8629-1fe999bd38d9 req-cdca3392-359e-4148-ac44-f586b415a741 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0479960 Nov 23 13:19:39.220821 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e99d0a8b-dac5-424a-8155-64d0a41496de req-5f0a2dc0-980e-4bbf-b74b-aa5a47cbea58 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0446484 Nov 23 13:19:39.874486 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a292297f-88dc-4373-9142-981ab64a2767 req-eae7559a-1edc-4612-8b5a-995892da5029 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0483418 Nov 23 13:19:40.136731 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9e615518-5f12-4d7b-a524-4769e6e83d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:40.306614 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:19:40.390246 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5d7712dd-9593-4722-b725-0d3edc0c0641 req-541e4f3b-0d75-45ca-811b-0b55e0bdd797 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0447910 Nov 23 13:19:41.054636 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-290edc98-e211-4a0a-8c26-3127d05215a0 req-1df513f4-f236-4f72-925b-1eb92fbc5722 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0495479 Nov 23 13:19:41.265389 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:41.596817 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-23579530-738d-440a-b45f-0e1edf125ff4 req-4b3ce1f7-f532-4e3c-8030-f3612942d75b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0638857 Nov 23 13:19:42.247518 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1c8e2c51-0963-463d-824a-19904c1ccea4 req-b43c508f-0fdf-40e3-b552-2ae7ce189787 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0672162 Nov 23 13:19:42.579951 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:42.763454 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-caccb09f-bee5-4d09-9b1e-a8acd6fda141 req-fec978e2-c6d5-4d68-8b68-c1ffed421c28 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0469413 Nov 23 13:19:43.403881 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0dbdcc85-c4a6-481a-9b5b-db7d424d0b56 req-f421a316-a4cc-4239-b30b-68e6af0cf213 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0439453 Nov 23 13:19:43.928230 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-17c01a8b-4de1-4d96-90f1-9267fc6ad4da req-d7688ece-5e78-436b-8ddf-b0779470ea99 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0433834 Nov 23 13:19:44.572948 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-46d995e7-a567-4dfd-8bec-782a776db901 req-f9374470-83a1-44bb-8a16-dc84368c3f88 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0485437 Nov 23 13:19:45.113291 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a2f4813-dea6-4d60-bf17-325c1f056f1d req-d1092900-7cd3-4a79-9a4a-175a27a736ab tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0481186 Nov 23 13:19:45.740532 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c62588fa-3a45-4e61-ab12-af65a4561615 req-95ccad25-d5d9-4ba6-b603-3e75c12d831c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0467343 Nov 23 13:19:46.286889 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-327bb577-a1a4-4516-920c-948f70c18545 req-8e7da328-c437-45fb-a6ad-f555c017302b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0483513 Nov 23 13:19:46.903172 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3ceed80a-fa99-4f17-8f01-fb17dd7e166a req-17fd37a8-5355-4a22-bfce-541e528727a1 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0449347 Nov 23 13:19:47.459739 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b7fb48cc-f545-447f-89fd-4f5fea0b7f6a req-5a1967be-42c6-4b2c-b59d-95995ac82c4f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0497124 Nov 23 13:19:48.065973 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2a7fc8ca-4dde-4b14-8a8a-6e30753e79a6 req-866155e9-c993-4044-92d9-38fca05e0b67 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0482013 Nov 23 13:19:48.626369 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-cdc936aa-5502-4fc6-8673-110fe945e1d1 req-2f4ef113-e705-4d07-ae96-1bcb6220b464 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0488627 Nov 23 13:19:49.084191 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:19:49.258495 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff7abf83-d615-4ba7-b063-a3b24140c8fa req-aade78c9-988b-4643-af4a-87e2ec6732b7 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0613420 Nov 23 13:19:49.788436 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4ff17612-b133-433f-a799-3d5a9381c22f req-b49f5668-73cb-4a80-b5ec-85c53759f902 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0484185 Nov 23 13:19:50.568197 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bb0168be-e1eb-4676-abfb-b1a049d07179 req-0d33631f-b06f-4e66-9113-ca5bc2cd5f22 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0487599 Nov 23 13:19:50.949562 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-23851575-0efb-40da-9418-e28323fbc85b req-30dcb457-fa58-4dfb-b8cd-c9d0ff2ad731 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0444667 Nov 23 13:19:51.731480 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-bfb4a3e4-5303-4d77-a483-eaf401f78766 req-ce18bfd3-fb84-4f26-9759-d51f755bbf8e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0494714 Nov 23 13:19:52.117569 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e2ed3dd7-e07c-4479-a776-7778af275b72 req-f2cd71ba-5c58-49e1-a231-b5afb330fe3c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0487638 Nov 23 13:19:52.889128 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c0d64dec-0d58-4c86-aa96-0168a41db18e req-e386e2ad-8908-4f17-8002-7493c8284b0d tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0460098 Nov 23 13:19:53.277556 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c53c10a4-b5ce-4b3c-9a68-394f28032649 req-dff6455d-aac2-4804-88d8-aec656438717 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0456886 Nov 23 13:19:54.043363 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0ef1f9ae-1526-436f-9625-150780b11b51 req-765c6228-b384-43d8-999e-b102770a36b0 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0443482 Nov 23 13:19:54.437954 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c7d59ecf-6ba2-47c4-abfb-2e8672a2a219 req-09e34ab4-4075-4a0d-9f01-afff3293c479 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0469842 Nov 23 13:19:55.314235 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4dfd3508-f265-4596-9e98-27aad0eb809c req-66a862b8-4062-4619-af2b-b2f1c4ee5cc1 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.1475928 Nov 23 13:19:55.618168 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b2eea6b3-9c90-48ab-b40f-85f3ea3253ee req-f87e3728-7ea1-4c0f-8b64-776269087a3c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0476484 Nov 23 13:19:56.521113 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d7a4edb2-9055-43f5-8686-de8e8c48b0d0 req-142431bb-b7fb-4f6d-a6b9-b37e9da98c12 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0542340 Nov 23 13:19:56.789953 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-de0f9144-80ed-4d4b-ab76-1d4df63aa4d0 req-5a613603-d3e9-4c05-b6be-b20c209ab8a4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0443861 Nov 23 13:19:57.686486 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6693af2a-1e02-450c-9d89-1d8aa3638f55 req-145cf6cb-7208-4099-bd3c-80c713fe6897 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0462351 Nov 23 13:19:57.954264 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ebb7bff9-1b18-47c4-9054-b365317a3544 req-a091abdf-83ca-4c5b-bcaf-7dad7dd642d7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0462995 Nov 23 13:19:58.879635 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-82e84d7a-6260-4959-9fdd-a84edf582909 req-bdde8cc3-8439-4ae9-b85d-cc1e3aad943e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0689576 Nov 23 13:19:59.190471 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67e9b6b2-6e2f-482d-b73d-cb81f506884a req-4e7d580b-e6cd-4f52-9ba0-4129a80ea32e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0673769 Nov 23 13:20:00.060195 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-682520ac-2d89-4145-9087-91e2e95bf170 req-d79503cb-de74-413f-bd42-bdadd4cec6eb tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0441942 Nov 23 13:20:00.367810 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ae0773cf-29c6-4b2b-bfd7-9d7741fe068a req-d264f917-e21a-4cec-9ed0-9386fb5c2213 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0447657 Nov 23 13:20:01.256487 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d16358c9-1b7d-4c7e-b883-42c347c41a74 req-16c2e467-b6c6-4357-b465-d22fe4e03a40 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0518744 Nov 23 13:20:01.535002 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e864716d-7697-4f49-b16f-44723b44bacc req-ed8378d6-a1f0-441a-ab80-ecdf5e3c2222 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0501471 Nov 23 13:20:02.431624 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-d8ef4b56-5aad-4627-b900-cda5c4933653 req-bc30452a-a62c-44c7-931c-1485ffd4b5f0 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0520728 Nov 23 13:20:02.698746 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dad1dc6c-aa8d-49df-863c-b470747c3f8a req-19f5c1d2-fadf-4f1a-904e-9aabbe6e1690 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0472727 Nov 23 13:20:03.586653 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8a307999-c11c-44ae-b54c-5e6e270a09cf req-2ca36440-81fa-4e44-9147-b0adc0570d13 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0442071 Nov 23 13:20:03.856921 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-00fc882e-fc0d-4fe1-9b01-85d5332d8bbd req-4bd95aff-9f4e-4949-b183-00c6d54fb152 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0445187 Nov 23 13:20:04.749979 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-596ffa23-a98c-44a1-adc4-b7115c48331a req-044f368c-13bf-4d4e-a776-ca2573baf488 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0455654 Nov 23 13:20:05.021151 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d1777f17-2860-4616-a788-2d9b4b182b0c req-91014118-e0b0-48c0-8038-031e60686d2b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0456872 Nov 23 13:20:05.907956 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-22946023-5866-4c91-941d-6729b6801713 req-000cf61f-4ef8-4c55-9368-f49068228e3f tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0483711 Nov 23 13:20:06.189957 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4241c33-c8cb-46de-99d9-858684866e7c req-ac070ca4-7b2d-4249-8a25-20d6a262e82f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0485716 Nov 23 13:20:07.063171 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6d992f0a-c140-4504-8df2-bcda99d824b8 req-f1aa2088-30a3-45d9-bd64-0f0fa35389dd tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0442226 Nov 23 13:20:07.258418 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0384f90b-f2a6-4bee-aec9-28be9fa69c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:07.347415 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5263c487-e29e-4a9e-ae6a-8001f96049a7 req-6e92837d-c855-45b9-b939-ba7957686c7e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0438676 Nov 23 13:20:07.692727 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:08.214004 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cef807ec-3b20-412f-a5c7-a96a6cdf0bd0 req-2a10a5c3-b3fc-4fef-a967-ef6a0de64971 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0438707 Nov 23 13:20:08.515063 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-daecfccf-790e-448e-89d5-fa1c591f3cf0 req-606ab8ff-6bd0-4d0f-ae12-58d419e604c5 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0449846 Nov 23 13:20:09.380692 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8ce22c2d-d1be-4b88-86a8-d7e5b70a5101 req-455affee-93dc-4333-937b-476cad02185c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0597100 Nov 23 13:20:09.751013 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9810f83f-03bf-4301-981c-47f36860ac0f req-8cb841b0-5d29-49b3-8979-00910666dfc0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.1225541 Nov 23 13:20:10.141562 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0f53-de3e-41dc-8dd2-a99d3d9946e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:10.535523 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e28fed5a-fe46-49f5-9930-5e14ff3996cf req-71570616-3268-4512-aca5-b6e50d3fec15 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0434759 Nov 23 13:20:10.906978 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-449006d6-9a26-4af8-ba31-7d7b6678786e req-880e63a0-8886-4e8e-bf71-68d1565267e4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0440753 Nov 23 13:20:11.266887 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:11.691636 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-e45b1a08-170b-44b9-bd94-ab2a61d870ce req-ad57f0ea-39b3-450b-80cc-9017b8eb29af tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0445948 Nov 23 13:20:12.065321 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd0b1503-07d5-4a58-bf07-3aa2dc2c9243 req-72307e04-fe73-42f1-bb36-e78b365789da tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0435414 Nov 23 13:20:12.584028 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:12.847035 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d9138eb-2fb6-4e1d-8816-ec359a15a4e9 req-5c40609c-f815-4faa-9b51-3314c1a4f031 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0471222 Nov 23 13:20:13.229930 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2c6054ec-9fab-4789-bfb2-8ae95a4627f7 req-861e6592-b184-4180-9803-d62ac09f9a25 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0485284 Nov 23 13:20:14.000829 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1674f1c8-e116-47c5-b57e-d61fb75ce45e req-543c5f6d-6749-4ceb-b101-7bb0fc9417e4 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0453200 Nov 23 13:20:14.385920 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-09d73295-bbc6-4387-ac92-82c7658175ec req-e040706e-4163-47c6-b47b-9813d0da479f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0449593 Nov 23 13:20:15.162668 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ff5d7644-1037-44f3-b92e-6bc9bbf855a0 req-1dc6d015-e409-4a5d-9cd2-c7375fed5acf tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0467162 Nov 23 13:20:15.547226 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5b3cc6e9-71e4-4794-ad72-6cd8db713e6d req-64dbb0a4-9c52-46f4-af69-3869753bf537 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0444014 Nov 23 13:20:16.333514 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-73cb018b-b81f-4bf4-b8ba-5ff391ed8e86 req-e888e2e0-6cc4-4eb8-a14f-f16f33897a01 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0473244 Nov 23 13:20:16.712921 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3f5fb46b-3172-4120-84fa-4237f8b49e54 req-596c09e6-eeba-47db-8be9-f101e14b11ca tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0478096 Nov 23 13:20:17.306180 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:20:17.499425 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-727dfbd5-554b-44d6-9dbc-4a9982e19990 req-28b22774-d7c1-4e72-96f3-e04d83f65dec tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0570478 Nov 23 13:20:17.878841 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7a19bb93-c70e-4ff5-b0e0-9185e466176d req-c91fd666-319e-4218-8e86-73429f11be82 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0445805 Nov 23 13:20:18.666081 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-90293f9b-36a2-47d9-8ccc-d200afe4b427 req-ffee212d-3f5d-4e2f-9e3e-0747f672b81e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0447404 Nov 23 13:20:19.038169 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-46a6503a-e424-4f71-9496-83640c94f76f req-edd2d419-9716-4dba-ac18-7fda10a49617 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0439224 Nov 23 13:20:19.081805 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:19.822461 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0f9a31ca-98f6-4da9-a31c-0dc0d53e3773 req-24fa3d9c-da27-433f-950d-bd5ad5983b0c tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0477078 Nov 23 13:20:20.202249 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8d900c73-e4be-46ee-9ad0-28abcb8e7298 req-fe7de5a1-1ed3-4872-a714-103fe32c0528 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0469308 Nov 23 13:20:20.997279 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-686a7ae3-7004-4495-a30b-c185d21da587 req-6c328910-debd-43c8-80e5-85f96f8c331b tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0457423 Nov 23 13:20:21.508820 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5ad5eb63-ba44-4bd3-9bc6-8a56ffc2d42e req-9f66ec1d-3b1e-47ba-9d03-48bceec41d05 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0467193 Nov 23 13:20:22.153997 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c8cbeaf1-ab8f-484b-a17c-4386bd91aa6c req-f9f1ac38-7ff8-4314-b3c0-334bdde99c92 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0456030 Nov 23 13:20:22.689247 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3addac73-1499-4e34-99e1-42725e5dadfc req-f38a9a54-6fde-4c00-8aa3-cfd0b05a982d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0458078 Nov 23 13:20:23.323523 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-af110e0d-7f12-4887-8c3e-9a2e2fa8e5af req-20ca22b4-ea0b-408a-b54e-c4400201ac6a tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0533030 Nov 23 13:20:23.864526 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7024e10c-4985-4eb8-b363-356643c9946b req-bbef7ea8-eef3-455c-a9ea-930ab9333cb5 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0504782 Nov 23 13:20:24.510313 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-210ee336-643b-4e16-988f-71e3df5f1bea req-15e3819c-7a4d-483a-b2da-16c6fb93a9c0 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0503280 Nov 23 13:20:25.032874 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e500b08b-f444-414c-ba8e-121ef4f12d86 req-6364f0e4-4d10-4c60-8ef1-ba247bc0b622 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0480368 Nov 23 13:20:25.685337 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c5547405-39fd-42f1-8a9f-24022f516375 req-3f75728b-5cde-46d6-acfc-a4f9e2d99875 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0550263 Nov 23 13:20:26.206444 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c118646a-3887-4138-9bfe-3bf73f511625 req-7f66fbec-171f-4863-8236-1d43ef4d3119 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0452480 Nov 23 13:20:26.873002 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5fb7b3cc-ef74-413b-853d-753a50225d0d req-89bc343d-3d78-484c-9d94-e6f383d105f6 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0519643 Nov 23 13:20:27.390782 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-14c35cc4-00b9-4b33-acd9-0bf330f6d438 req-cf5880cf-319b-492b-ad41-51ea3a381212 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0489063 Nov 23 13:20:28.036258 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b9cd6f5a-1afd-48e1-aa30-2838eb37115b req-34bfe047-3604-4528-9bbd-fc8c8415a891 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0465500 Nov 23 13:20:28.564859 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-480b25a9-3e48-49ec-a338-bc434556892d req-72beea73-9dec-4626-9b6d-60ab278d243f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0514328 Nov 23 13:20:29.197206 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1688bf99-fccc-4b15-af17-1350f9543e4f req-fc895adc-1671-4d4f-ba33-cc466486406e tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0455508 Nov 23 13:20:29.746390 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ba9861d2-ad85-4151-9850-7639fdd3ee3a req-e4aaad5a-47f1-4850-87ba-bddb161eb9b2 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0549543 Nov 23 13:20:30.380397 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-61120220-2080-42fc-815a-accca03a14fe req-1d5b510c-a729-42dc-a8d1-6a588a40ab76 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0522671 Nov 23 13:20:30.925202 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-130fcb94-5bd5-484b-b418-3666adcce04e req-2d2d91e7-b53f-48c5-9782-9c6121ecd972 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0479555 Nov 23 13:20:31.553228 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b27ca071-d392-4b85-90d8-418caca20566 req-abb39528-7dc0-4424-9f21-4a7852eff768 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0484915 Nov 23 13:20:32.098902 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5bc7f4ba-ce98-478f-8a0d-6a4363ceb070 req-8ec6161d-8ba6-4f62-8509-4033edd283e6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0451684 Nov 23 13:20:32.720629 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4880dc1f-38a4-4e1d-9379-40e8690f5b73 req-e61603c1-1a2e-474a-abd5-8b218c590d81 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0448461 Nov 23 13:20:33.278941 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a23ef90-7f1c-4ce8-919c-8cc8360ac474 req-9d49595d-49e3-402e-9bc7-dc72eb8093e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0521889 Nov 23 13:20:33.997980 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-be37455d-0db7-455c-9b37-afa5055a52b0 req-a0ca8a53-15d1-4232-a86a-42fcf967b0cb tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.1567914 Nov 23 13:20:34.475078 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1de7e748-5d19-4294-896d-c52b15a78bcb req-cb4b2a77-94cf-493d-a8ef-b6378a2db5ee tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0581849 Nov 23 13:20:35.161314 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1fe23393-6563-40eb-bff2-a36eb6e4d31c req-eaa8472f-d877-4a4b-9ee1-baf7f43e0827 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0461099 Nov 23 13:20:35.679319 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-06a09072-9c58-4648-b1b0-df0fe3629c62 req-53fce97a-23e5-4fcb-ba0f-8a7033b3c3da tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0578096 Nov 23 13:20:36.339481 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-84f205cd-2406-4e24-8ee0-4c2e8caf2bde req-88502606-51be-4c76-8d73-1f65fcc693d5 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0459440 Nov 23 13:20:36.862634 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7802c7c3-526e-44c3-be6e-053ce8a86e7c req-03798604-df10-4369-ac45-2f834cbcb902 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9c21729-a176-4e26-9074-f5f0bfc0ce20 HTTP/1.1" status: 200 len: 210 time: 0.0500658 Nov 23 13:20:37.265370 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-736bb114-fc4c-40fc-8ceb-9942148f4a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.539288 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-b08abf26-8fa8-46c0-8984-a60bf188b7d6 req-112462ee-ab1a-4fc9-9b84-ea87a6da38b8 tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6d81116-5b48-433f-8c7e-88f2a9687167 HTTP/1.1" status: 200 len: 210 time: 0.0573351 Nov 23 13:20:37.692706 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:37.997204 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49652) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:38.071032 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.103544 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.165433 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.169755 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-f858fd53-886d-4a2e-94ae-fd2775b5a90f tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:38.186134 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce1f599-e271-4c32-a0fd-d5da08c1e446,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:38.196072 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.197293 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.197293 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.197293 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.197937 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.198312 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.198675 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.199036 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.199394 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.199751 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.200112 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.200491 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:38.203903 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:38.211331 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.212819 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1b55e842-df3e-45d3-8522-ff364a248bd9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "DELETE /v2.0/security-groups/8ce1f599-e271-4c32-a0fd-d5da08c1e446 HTTP/1.1" status: 204 len: 168 time: 0.2143779 Nov 23 13:20:38.216430 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49656) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:38.237337 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.api.v2.resource [None req-ddf4473e-8651-49e6-b963-d049b1287b64 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] show failed (client error): The resource could not be found. Nov 23 13:20:38.238405 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ddf4473e-8651-49e6-b963-d049b1287b64 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups/8ce1f599-e271-4c32-a0fd-d5da08c1e446 HTTP/1.1" status: 404 len: 347 time: 0.0209296 Nov 23 13:20:38.241452 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49660) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:38.418202 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Deleting port 9d2b4d1d-aa53-47cb-a0f5-f3e0ff9e3834 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:20:38.418467 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.611480 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.612691 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.748313 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Calling delete_port for 9d2b4d1d-aa53-47cb-a0f5-f3e0ff9e3834 owned by network:floatingip {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:20:38.904997 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:38.911522 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0197e31f-8328-49da-8ade-6500bd8d9248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:38.967811 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event deleted for resources: {'Port': ['ID=9d2b4d1d-aa53-47cb-a0f5-f3e0ff9e3834,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:38.971723 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:39.069377 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.089712 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.090893 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-84acff52-e936-47dd-8d4f-d17dde4c785a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "DELETE /v2.0/floatingips/6c204d94-6a81-45d4-9777-53334cd3e40a HTTP/1.1" status: 204 len: 168 time: 0.8485093 Nov 23 13:20:39.744363 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49674) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:39.749800 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30275746', 'description': 'tempest-description--192977291'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:39.756063 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:39.760638 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:security_group and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:39.763528 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:39.769408 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:39.783600 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.811578 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:39.815944 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:security_group_rule and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:39.819120 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:39.825833 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:39.902535 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.907879 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.912170 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0457d5c5-6552-4ea1-bd85-cbf536537290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:39.954742 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a104ed-4a29-46b0-87ed-30d06b704da0,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:39.957851 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:39.959049 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:39.963193 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2148657 Nov 23 13:20:39.963910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49678) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:39.970857 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'security_group_rule': {'security_group_id': 'e6a104ed-4a29-46b0-87ed-30d06b704da0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:39.977761 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:39.982217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:security_group_rule and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:39.985709 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:39.992626 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:40.012796 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.077711 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.083976 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.087173 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:40.113996 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39d322d-4d47-4cd0-9b5f-ef5cd5410482,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:40.116526 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:40.127255 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.128746 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-eecd0784-35e1-488f-9455-fcaf445a2f31 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641848 Nov 23 13:20:40.131714 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49682) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:40.137246 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'security_group_rule': {'security_group_id': 'e6a104ed-4a29-46b0-87ed-30d06b704da0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:40.140661 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ed4495cc-ecfc-4c33-a730-6e16ccfd87a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.143584 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:40.147879 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:security_group_rule and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:40.150884 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:40.156711 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:40.174070 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.242621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.247437 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.249561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:40.272088 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d284aa6e-823e-43db-8035-fc71b7552622,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:40.274752 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:40.285005 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.287027 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e12dae7e-bb9e-4562-90d2-23e4e9207798 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541216 Nov 23 13:20:40.290087 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 49688) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:40.295341 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'floatingip': {'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:40.302012 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:40.306154 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Usage tracker for resource:floatingip and tenant:d3e13e13e1e54f208b7be1c18e3ab703 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:20:40.309217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:20:40.315372 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:40.329456 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.479142 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.624759 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Allocated IP 172.27.3.88 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/858e27d4-8cdb-4c25-b6f8-598c9ba6e4cb) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:40.784104 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.817920 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:40.822438 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e8b916d7-f82a-48e6-ae74-83d003325227 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:40.986643 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:40.989591 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:40.992214 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:41.029566 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'Port': ['ID=858e27d4-8cdb-4c25-b6f8-598c9ba6e4cb,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:41.032718 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:41.087836 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.154701 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.275264 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.385625 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.392163 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.397265 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:41.520520 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'Port': ['ID=858e27d4-8cdb-4c25-b6f8-598c9ba6e4cb,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:41.523572 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:41.544763 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.574643 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:41.576557 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4ed04c6d-c352-46e7-ae18-56e530cbef5f tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2852030 Nov 23 13:20:41.821875 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-d99668ed-5d01-481f-be62-25f0a2bebfb9 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--30275746&fields=id&tenant_id=d3e13e13e1e54f208b7be1c18e3ab703 HTTP/1.1" status: 200 len: 267 time: 0.0483961 Nov 23 13:20:41.999228 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e906-9c67-4221-b71f-8ccc7989085f req-043f488b-0f37-4998-b3bd-45604cbd4940 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:42.003135 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-043f488b-0f37-4998-b3bd-45604cbd4940 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 817 time: 0.1733360 Nov 23 13:20:42.022685 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-0655f1d0-fbeb-43e7-9ca4-f4fa01305736 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/quotas/d3e13e13e1e54f208b7be1c18e3ab703 HTTP/1.1" status: 200 len: 375 time: 0.0119419 Nov 23 13:20:42.140576 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-dac9189a-1517-49c7-aa82-eb9d23124025 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1104732 Nov 23 13:20:42.220772 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-1039ca79-b4c4-41f0-a036-0edfbb57c5dd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:20:42.222246 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-1039ca79-b4c4-41f0-a036-0edfbb57c5dd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0680234 Nov 23 13:20:42.383228 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-77d6a752-df2f-496f-a59e-a38c51734a56 service neutron] 10.222.0.60 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527114 Nov 23 13:20:42.584781 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:42.612760 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-a236fcd5-8bdf-4bb2-8394-5604093b7866 service neutron] 10.222.0.60 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230887 Nov 23 13:20:42.811469 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-cdf81719-fc9b-4116-be02-d30af539b430 req-1132c6ff-f64c-40c9-a97f-e5778abd18aa tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:20:42.829551 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-cdf81719-fc9b-4116-be02-d30af539b430 req-1132c6ff-f64c-40c9-a97f-e5778abd18aa tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:20:42.831259 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-cdf81719-fc9b-4116-be02-d30af539b430 req-1132c6ff-f64c-40c9-a97f-e5778abd18aa tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 210 time: 0.0672667 Nov 23 13:20:43.994355 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e62c30bc-f9d9-42fc-bf7a-d7d63f11135b req-218a669a-a240-491d-ae81-ee01ee74982d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 210 time: 0.0487034 Nov 23 13:20:44.162570 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e906-9c67-4221-b71f-8ccc7989085f req-b7bffa2b-da06-4d1f-a902-45f07d10a3d7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:44.163939 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-b7bffa2b-da06-4d1f-a902-45f07d10a3d7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 817 time: 0.1560233 Nov 23 13:20:44.226353 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-614fb5b8-75e0-4115-a476-f51c54cf6879 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3e13e13e1e54f208b7be1c18e3ab703 HTTP/1.1" status: 200 len: 378 time: 0.0478868 Nov 23 13:20:44.235140 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'port': {'device_id': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'admin_state_up': True, 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'security_groups': ['e6a104ed-4a29-46b0-87ed-30d06b704da0']}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:44.376370 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:20:44.386310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:20:44.397978 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Made reservation on behalf of d3e13e13e1e54f208b7be1c18e3ab703 for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:20:44.401806 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.563880 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Allocated IP 172.20.0.13 (46c00580-7af0-47cf-b859-90a9d5ad1c01/4de60954-14cf-4bd5-8795-4b72f648a40e/5d2844a3-4d6c-4f14-8943-d2b4055ff439) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:20:44.787358 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.804419 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Transition to ACTIVE for port object 5d2844a3-4d6c-4f14-8943-d2b4055ff439 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:44.833108 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:44.839577 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-976265c6-dead-4529-b768-839b63e29cad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:44.905490 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:20:44.908788 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:20:44.912802 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:20:44.943268 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event updated for resources: {'Port': ['ID=5d2844a3-4d6c-4f14-8943-d2b4055ff439,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:44.970052 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.970409 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.970778 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.971145 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.971510 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.971863 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.972344 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.972680 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.973014 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.973368 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.973710 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.974045 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:44.984630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:45.002314 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:45.003160 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.033673 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8024492 Nov 23 13:20:45.051070 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-aca89a9c-553a-4fcc-a33b-0822a4d9606d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:20:45.052187 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-aca89a9c-553a-4fcc-a33b-0822a4d9606d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058174 Nov 23 13:20:45.117047 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Request body: {'port': {'device_id': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:45.149128 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-78d0b892-e52b-4ddb-a62c-484b9cfc5917 None None] Provisioning for port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:45.154724 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-78d0b892-e52b-4ddb-a62c-484b9cfc5917 None None] Provisioning complete for port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:45.155630 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78d0b892-e52b-4ddb-a62c-484b9cfc5917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.204527 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baff15f-1637-4da0-bb8d-d6f0e9bd86ec req-b181efd2-4a8d-4aa6-8ddd-4670dbc462b4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:45.207048 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1baff15f-1637-4da0-bb8d-d6f0e9bd86ec req-b181efd2-4a8d-4aa6-8ddd-4670dbc462b4 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 932 time: 0.0923178 Nov 23 13:20:45.235353 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.256978 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-1baff15f-1637-4da0-bb8d-d6f0e9bd86ec req-50742cdd-df59-4259-83bd-689f1b531d7e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:20:45.264196 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-78d0b892-e52b-4ddb-a62c-484b9cfc5917 None None] Port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:20:45.274608 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-1baff15f-1637-4da0-bb8d-d6f0e9bd86ec req-50742cdd-df59-4259-83bd-689f1b531d7e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:20:45.275824 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1baff15f-1637-4da0-bb8d-d6f0e9bd86ec req-50742cdd-df59-4259-83bd-689f1b531d7e tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617421 Nov 23 13:20:45.595179 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2844a3-4d6c-4f14-8943-d2b4055ff439 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:20:45.605653 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.623966 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Transition to ACTIVE for port object 5d2844a3-4d6c-4f14-8943-d2b4055ff439 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:20:45.629985 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:45.634113 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-701e5c76-26bf-4b5e-9bf6-66a95f5a5e44 tempest-VolumesActionsTest-1289484084 tempest-VolumesActionsTest-1289484084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:45.821590 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2844a3-4d6c-4f14-8943-d2b4055ff439,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:45.830018 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:45.989665 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Attempting to bind port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:20:45.989969 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Attempting to bind port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:20:45.990166 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Attempting to bind port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 on network 46c00580-7af0-47cf-b859-90a9d5ad1c01 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:45.995337 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 on network 46c00580-7af0-47cf-b859-90a9d5ad1c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:20:45.995645 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Attempting to bind port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 on network 46c00580-7af0-47cf-b859-90a9d5ad1c01 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:20:46.001446 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:20:46.001784 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Checking segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:20:46.002166 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Bound using segment: {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:20:46.002589 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Bound port: 5d2844a3-4d6c-4f14-8943-d2b4055ff439, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efa02e6-aedd-4eef-922e-fecf641bce6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1241, 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:20:46.003581 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.101805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] For port 5d2844a3-4d6c-4f14-8943-d2b4055ff439, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:20:46.104969 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] For port 5d2844a3-4d6c-4f14-8943-d2b4055ff439, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:20:46.113147 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.117909 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5fcaed8c-c01f-471c-a6a4-99904488f225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:46.178814 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:46.179703 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:46.181181 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] 10.222.0.84 "PUT /v2.0/ports/5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 1094 time: 1.1214142 Nov 23 13:20:46.183991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'tag': '5d2844a3-4d6c-4f14-8943-d2b4055ff439'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:20:46.212930 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2844a3-4d6c-4f14-8943-d2b4055ff439,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:46.216275 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:46.234756 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'tag': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'status': 'completed', 'code': 200} Nov 23 13:20:46.335214 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e906-9c67-4221-b71f-8ccc7989085f req-ebe0e1e7-3a85-49ad-bfcd-ed1cd4b6ac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:46.336749 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-ebe0e1e7-3a85-49ad-bfcd-ed1cd4b6ac26 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1097 time: 0.0789874 Nov 23 13:20:46.413578 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-e9c74034-a7a6-44b5-b688-32d79f3b4b61 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 217 time: 0.0643566 Nov 23 13:20:46.479411 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e906-9c67-4221-b71f-8ccc7989085f req-0498dd36-3a48-4e8a-b310-611e8ed336fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:46.480718 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-0498dd36-3a48-4e8a-b310-611e8ed336fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0613022 Nov 23 13:20:46.487225 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7525c1-f93a-4b7f-b8f1-aeed6540460f req-dfb0ab77-3eed-4f54-90e0-92c824fadb91 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:46.488726 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3a7525c1-f93a-4b7f-b8f1-aeed6540460f req-dfb0ab77-3eed-4f54-90e0-92c824fadb91 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 944 time: 0.0960398 Nov 23 13:20:46.536462 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3a7525c1-f93a-4b7f-b8f1-aeed6540460f req-68c0c41f-3eb4-4409-803f-32364d07a98c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417409 Nov 23 13:20:46.565246 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e906-9c67-4221-b71f-8ccc7989085f req-87b4ff98-e076-4692-8237-6aeae29763fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:46.566759 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-87b4ff98-e076-4692-8237-6aeae29763fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795979 Nov 23 13:20:46.723233 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-0eeb38e5-63a0-4b6b-a273-18d9ead8daa8 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472604 Nov 23 13:20:46.860371 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8967e906-9c67-4221-b71f-8ccc7989085f req-d914c635-6a68-436d-9dc7-099cda98d467 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303122 Nov 23 13:20:47.028814 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-4de1d53c-fe0b-428f-b5a1-b942d897a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:47.030482 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-4de1d53c-fe0b-428f-b5a1-b942d897a216 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1097 time: 0.0771899 Nov 23 13:20:47.183632 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-f2ca1d78-78a6-4a74-b393-1b1780cff7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:47.185105 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-f2ca1d78-78a6-4a74-b393-1b1780cff7e8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1476719 Nov 23 13:20:47.260911 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-ef8fcd5f-9f55-44f2-aaef-016c2053062e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 217 time: 0.0683084 Nov 23 13:20:47.328339 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-a77977cb-86b6-411b-b341-63270df6f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:47.330394 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-a77977cb-86b6-411b-b341-63270df6f34a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0636039 Nov 23 13:20:47.413293 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-bf9310c6-e276-425f-9ccb-a5700c051a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:47.414807 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-bf9310c6-e276-425f-9ccb-a5700c051a46 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779808 Nov 23 13:20:47.558821 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-986740e1-6ff7-427a-a59c-57b0547f9ab9 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373339 Nov 23 13:20:47.758973 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-af0ab5e9-5263-4ab7-a31a-f94593932f0a req-54f03202-3151-4628-a2c9-a42487d915cf service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932206 Nov 23 13:20:47.787189 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a192a5f-7142-4738-97c2-eb45734c2cc0 req-600641e1-15d6-443f-a181-0112b849526a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:47.787885 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5a192a5f-7142-4738-97c2-eb45734c2cc0 req-600641e1-15d6-443f-a181-0112b849526a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:20:47.805989 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-5a192a5f-7142-4738-97c2-eb45734c2cc0 req-600641e1-15d6-443f-a181-0112b849526a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:20:47.807213 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a192a5f-7142-4738-97c2-eb45734c2cc0 req-600641e1-15d6-443f-a181-0112b849526a tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 944 time: 0.1489673 Nov 23 13:20:47.855984 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a192a5f-7142-4738-97c2-eb45734c2cc0 req-5ce76e26-bba4-4f3b-a135-bd196866f09b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427485 Nov 23 13:20:49.068467 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6aa9a1-587c-4d69-afcf-f0ca5d99c371 req-f445cd45-af86-4958-95d7-8b0261e65180 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:49.069841 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9b6aa9a1-587c-4d69-afcf-f0ca5d99c371 req-f445cd45-af86-4958-95d7-8b0261e65180 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 944 time: 0.0916064 Nov 23 13:20:49.082661 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:49.117269 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9b6aa9a1-587c-4d69-afcf-f0ca5d99c371 req-3bef102b-08b7-4677-819c-169a314e3a1b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415773 Nov 23 13:20:49.931185 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 5d2844a3-4d6c-4f14-8943-d2b4055ff439 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:20:50.098736 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 5d2844a3-4d6c-4f14-8943-d2b4055ff439, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:50.115949 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'port_id': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'mac_address': 'fa:16:3e:3d:2b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:20:50.180590 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.199465 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2844a3-4d6c-4f14-8943-d2b4055ff439 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:20:50.217457 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 5d2844a3-4d6c-4f14-8943-d2b4055ff439, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:50.221977 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:50.223948 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-cbd7e1db-89bc-41a4-b82a-0c11223f16d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:50.298952 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=5d2844a3-4d6c-4f14-8943-d2b4055ff439,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:50.307398 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.307743 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.308103 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.308446 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.308846 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.309179 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.309518 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.309837 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.310181 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.310484 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.310819 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.311119 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:20:50.315466 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:50.422998 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d496d0-8697-4934-b809-cb2a48af2dd5 req-29cd86cc-b185-4943-9cb6-f9a8585de295 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:50.424420 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5d496d0-8697-4934-b809-cb2a48af2dd5 req-29cd86cc-b185-4943-9cb6-f9a8585de295 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 945 time: 0.1796744 Nov 23 13:20:50.476274 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f5d496d0-8697-4934-b809-cb2a48af2dd5 req-01ed8521-cf6e-47bd-89f4-224bcde7b193 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460584 Nov 23 13:20:50.676910 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['5d2844a3-4d6c-4f14-8943-d2b4055ff439'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:20:51.691748 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c91c19-347b-448a-96f9-088bc0dc742e req-78a0bfe7-6f06-4449-89ac-a95e16e3c140 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:51.693252 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-68c91c19-347b-448a-96f9-088bc0dc742e req-78a0bfe7-6f06-4449-89ac-a95e16e3c140 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 945 time: 0.0950007 Nov 23 13:20:51.740268 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-68c91c19-347b-448a-96f9-088bc0dc742e req-4444e3b9-5679-47cb-8568-c3d0a0c3cd1b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410333 Nov 23 13:20:51.946919 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 5d2844a3-4d6c-4f14-8943-d2b4055ff439 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:20:52.021043 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:20:52.026875 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:20:52.027252 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.160048 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.190175 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2844a3-4d6c-4f14-8943-d2b4055ff439'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:20:52.205296 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 5d2844a3-4d6c-4f14-8943-d2b4055ff439, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:20:52.210853 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:52.212816 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-241608dc-cb3d-4b5c-9398-94522c5765e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:20:52.289013 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=5d2844a3-4d6c-4f14-8943-d2b4055ff439,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:20:52.292304 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:20:52.304162 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'code': 200} Nov 23 13:20:52.590639 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca05ff7-2b6a-4b4e-8a0f-a91816c705f0 req-e204b3e9-f8b3-4102-b7cd-037893cd8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:52.592158 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ca05ff7-2b6a-4b4e-8a0f-a91816c705f0 req-e204b3e9-f8b3-4102-b7cd-037893cd8b3a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0850315 Nov 23 13:20:52.638838 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9ca05ff7-2b6a-4b4e-8a0f-a91816c705f0 req-c441e5fb-434a-480e-b342-bc2772bc6673 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406544 Nov 23 13:20:52.951495 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90f8ab-6779-461a-8516-f3ed7be19b8b req-00fc9eae-a0d9-4053-9912-0653496585e8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:52.953073 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1b90f8ab-6779-461a-8516-f3ed7be19b8b req-00fc9eae-a0d9-4053-9912-0653496585e8 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 946 time: 0.0901089 Nov 23 13:20:53.005748 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-1b90f8ab-6779-461a-8516-f3ed7be19b8b req-56540f29-d81b-4d5b-b81a-bcd5dc92ba85 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460808 Nov 23 13:20:54.216599 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b960e9-832d-4202-9221-679668aa29d6 req-9942d301-24b8-4a1f-bb9b-8074fa44a54d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:54.218096 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-25b960e9-832d-4202-9221-679668aa29d6 req-9942d301-24b8-4a1f-bb9b-8074fa44a54d tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 946 time: 0.0892417 Nov 23 13:20:54.283222 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-25b960e9-832d-4202-9221-679668aa29d6 req-53c41412-c3d2-42c5-8e67-b97aeac1ff35 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563538 Nov 23 13:20:54.305986 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:20:55.485835 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce718d2d-1a24-4131-b329-e6413de73f30 req-3cd47963-ee3f-4a02-a599-020a8b469f60 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:55.488048 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ce718d2d-1a24-4131-b329-e6413de73f30 req-3cd47963-ee3f-4a02-a599-020a8b469f60 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 946 time: 0.0905948 Nov 23 13:20:55.537192 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-ce718d2d-1a24-4131-b329-e6413de73f30 req-e66f358a-1150-4177-8b91-2556ea86c683 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409710 Nov 23 13:20:55.747606 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660daa1-19fe-44d4-92e2-d93d408535ae req-cdaa7d78-401f-493b-9f32-21e1c1450886 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:55.749170 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5660daa1-19fe-44d4-92e2-d93d408535ae req-cdaa7d78-401f-493b-9f32-21e1c1450886 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 946 time: 0.0983911 Nov 23 13:20:55.759037 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 49784) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:20:55.764764 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Request body: {'floatingip': {'port_id': '5d2844a3-4d6c-4f14-8943-d2b4055ff439'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:20:55.846945 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:56.652135 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:56.659645 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:56.947499 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.l3_db [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Floating IP 12c83eed-e0f4-4b80-ba2a-d4f08a20f91a associated. External IP: 172.27.3.88, port: 5d2844a3-4d6c-4f14-8943-d2b4055ff439. Nov 23 13:20:57.320226 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:20:57.532064 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:20:57.536755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:20:57.544655 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] Sync routers for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:20:57.556395 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:57.557025 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:20:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:57.596840 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-33303cb0-8153-4e9d-9c22-2502d3359aae tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "PUT /v2.0/floatingips/12c83eed-e0f4-4b80-ba2a-d4f08a20f91a HTTP/1.1" status: 200 len: 991 time: 1.8363826 Nov 23 13:20:57.597513 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'tag': '5d2844a3-4d6c-4f14-8943-d2b4055ff439'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:20:57.666297 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'tag': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'status': 'completed', 'code': 200} Nov 23 13:20:57.776564 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:57.789145 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-29bf5e8b-aec8-4a97-9663-8597c1557a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:57.790632 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-29bf5e8b-aec8-4a97-9663-8597c1557a12 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0741115 Nov 23 13:20:57.937998 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-d5a83980-821d-427d-95f5-fbadce0fc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:57.939734 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-d5a83980-821d-427d-95f5-fbadce0fc7af service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1422877 Nov 23 13:20:58.049677 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-7d77f827-9eeb-4db3-b83e-2536d13d6854 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 999 time: 0.1033492 Nov 23 13:20:58.116484 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-75a3aa8c-bf70-4ad9-b921-c2255a873ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:58.118550 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-75a3aa8c-bf70-4ad9-b921-c2255a873ab2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0627630 Nov 23 13:20:58.152733 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '12c83eed-e0f4-4b80-ba2a-d4f08a20f91a', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'port_id': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'mac_address': 'fa:16:3e:3d:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:20:41Z', 'updated_at': '2021-11-23T13:20:56Z', 'revision_number': 1, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:58.157130 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] Checking router: 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:20:58.167466 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:20:58.168123 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:20:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:58.204089 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-55e0f8f7-2feb-41c1-bb69-c3a8342abf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:20:58.205655 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-55e0f8f7-2feb-41c1-bb69-c3a8342abf5e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806794 Nov 23 13:20:58.347697 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-a7d6e891-d2a7-4198-a477-6f8885f8fbc2 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349702 Nov 23 13:20:58.360385 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:20:58.604594 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ceb7a514-561c-42b7-9f59-438ccf86e705 req-ca97baab-0b98-4d68-a360-2b451dfdf87d service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508326 Nov 23 13:20:58.770518 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '12c83eed-e0f4-4b80-ba2a-d4f08a20f91a', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'port_id': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'mac_address': 'fa:16:3e:3d:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:20:41Z', 'updated_at': '2021-11-23T13:20:56Z', 'revision_number': 1, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:20:58.774955 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128d6cb-7c8d-454b-a932-de4f08ff2643 None None] The sync data for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi is: [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '12c83eed-e0f4-4b80-ba2a-d4f08a20f91a', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'port_id': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'mac_address': 'fa:16:3e:3d:2b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:20:41Z', 'updated_at': '2021-11-23T13:20:56Z', 'revision_number': 1, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:20:58.966165 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f4001-f5eb-47f6-8e0c-8924076dd98d None None] New status for floating IP 12c83eed-e0f4-4b80-ba2a-d4f08a20f91a: ACTIVE {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:21:07.261015 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-46b8ee9b-2af8-456b-abe1-237e0d59c937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:07.690412 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:10.138105 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1a7a06f8-8607-404c-873f-5e5439c098f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:11.273427 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:12.588984 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:19.089641 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:31.306006 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:21:37.256693 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f50cc889-4ffb-4c8e-b707-15d8c2c1c4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:37.685590 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:39.571168 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-766d652c-2e39-49c3-a170-251e695708ea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755930 Nov 23 13:21:39.737868 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-ec235e29-036a-4480-8fb9-942465082280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:39.739427 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-ec235e29-036a-4480-8fb9-942465082280 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0782783 Nov 23 13:21:39.895454 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-82ce88de-6d92-4a96-99fb-0281a3c6fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:39.896985 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-82ce88de-6d92-4a96-99fb-0281a3c6fd20 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1356015 Nov 23 13:21:40.002254 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-2497748e-cb93-4248-b083-0b35d316babf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 1001 time: 0.0982985 Nov 23 13:21:40.065719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-f00825ca-c666-4428-86df-17faa7cce7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:40.067249 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-f00825ca-c666-4428-86df-17faa7cce7ad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0589178 Nov 23 13:21:40.134851 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5d1e7132-49c2-4f29-8f41-60476be527e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:40.154848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-ddabbb1f-f0d9-45e3-a0db-38a888a2c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:21:40.156462 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-ddabbb1f-f0d9-45e3-a0db-38a888a2c1ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824921 Nov 23 13:21:40.304581 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-28d3bcbe-3e2d-4124-8287-06126de53f21 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413622 Nov 23 13:21:40.466042 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-7132c33f-a2f7-4b3d-b98d-92b5371ac747 req-ae44bd4c-fe0b-46fa-ada3-3b659771e95d service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456673 Nov 23 13:21:41.277127 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:42.594022 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:21:49.089560 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:07.252946 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f6ce2bb6-ae80-4b60-9de9-9e26abc31a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:07.692085 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:08.305630 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:22:10.130900 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9e4215c7-e47d-4eba-a96a-bfd42c570da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:11.280046 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:12.594326 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:19.094145 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:37.249713 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6ee507be-d55c-4806-a1e4-af902463e1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:37.687585 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:40.137442 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a7aa-c1bb-49b1-be3f-c5e590a51a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:41.281898 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:41.548161 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-02c9434b-a9f1-42a2-9093-c45cb83142b5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857139 Nov 23 13:22:41.710412 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-a9921cbd-88ac-40d0-afc9-981986bf69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:41.711954 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-a9921cbd-88ac-40d0-afc9-981986bf69c5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0751750 Nov 23 13:22:41.868016 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-d7962834-93c0-4ce6-99b7-ee1f77d1a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:41.869572 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-d7962834-93c0-4ce6-99b7-ee1f77d1a766 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1367245 Nov 23 13:22:41.988119 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-60e368ea-788f-44f9-8255-94eb17a5f182 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 1001 time: 0.1119547 Nov 23 13:22:42.077044 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-681d18c1-d93f-486b-8c21-077531c89a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:42.078554 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-681d18c1-d93f-486b-8c21-077531c89a49 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0782168 Nov 23 13:22:42.168486 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-e4f613b9-6ba6-4dc1-8519-ced61abcc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:22:42.170108 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-e4f613b9-6ba6-4dc1-8519-ced61abcc3a3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849671 Nov 23 13:22:42.308350 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-b9f30718-3ba1-4dd7-8319-985a29756198 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310425 Nov 23 13:22:42.552935 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-28b8383b-107b-43db-ab96-447ff5f60e9f req-11d08b1f-8a6f-4e2c-87f9-b118b46cb5d5 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380397 Nov 23 13:22:42.596671 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:22:45.305572 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:22:49.110074 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:07.250696 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-327008a6-9455-4f96-9aa8-0bc0bcf4bcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:07.687526 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:10.133223 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-50efb2eb-815f-4b6e-a7a9-f8b1b15af797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:11.290500 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:12.607948 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:19.127228 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:22.308323 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:23:37.257404 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-47bddd1d-dbef-406d-ba03-558719851f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:37.686813 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:40.129125 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8cbb30a1-a0ed-499f-9676-cecf1708327e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:41.289290 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:41.541038 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-710f7839-b5a1-449e-8368-80ad598c8bff req-8c3bbe30-6137-4287-bec2-8aa934b64987 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743997 Nov 23 13:23:41.715261 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7839-b5a1-449e-8368-80ad598c8bff req-50708e10-db87-4058-9f9a-f494ba9fd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:41.716791 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-710f7839-b5a1-449e-8368-80ad598c8bff req-50708e10-db87-4058-9f9a-f494ba9fd9a5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0815618 Nov 23 13:23:41.877097 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7839-b5a1-449e-8368-80ad598c8bff req-caba174a-1482-4b5f-8cb7-17268b553401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:41.878584 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-710f7839-b5a1-449e-8368-80ad598c8bff req-caba174a-1482-4b5f-8cb7-17268b553401 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1389608 Nov 23 13:23:41.987182 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-710f7839-b5a1-449e-8368-80ad598c8bff req-07f804bf-3ff9-466d-877a-181d9d010f9c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 1001 time: 0.1009419 Nov 23 13:23:42.050079 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7839-b5a1-449e-8368-80ad598c8bff req-6f224a1f-cfee-42d1-b71c-05671f4b1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:42.051545 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-710f7839-b5a1-449e-8368-80ad598c8bff req-6f224a1f-cfee-42d1-b71c-05671f4b1346 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0585744 Nov 23 13:23:42.131871 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7839-b5a1-449e-8368-80ad598c8bff req-c5325e3b-d841-4bfd-b67c-e3feb74a87a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:23:42.133309 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-710f7839-b5a1-449e-8368-80ad598c8bff req-c5325e3b-d841-4bfd-b67c-e3feb74a87a2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750113 Nov 23 13:23:42.268799 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-710f7839-b5a1-449e-8368-80ad598c8bff req-cfa96441-952a-4688-b049-b4f6fb537b2a service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288774 Nov 23 13:23:42.410097 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-710f7839-b5a1-449e-8368-80ad598c8bff req-7fb25351-8788-4c58-b9e5-ee77527077ef service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350403 Nov 23 13:23:42.610647 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:49.123881 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:23:59.310180 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:24:07.244085 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca140-efd9-49d2-a316-b8972bdfcf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:07.682994 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:10.134142 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3834-ca5e-4744-b066-d1f1cab3efe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:11.290968 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:12.607412 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:19.124640 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:36.310352 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:24:37.242487 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-28ce9d0e-3ba5-4fd8-a49e-065199c5fe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:37.679441 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:40.132630 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6364-d66c-4d7c-a016-8a8418e5b4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:41.295515 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:42.537587 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-471a799f-3d45-476c-ae30-58223109dbbb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798988 Nov 23 13:24:42.618477 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:24:42.706614 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-0915b58f-54da-430b-b00d-6a5c83ae1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:42.708151 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-0915b58f-54da-430b-b00d-6a5c83ae1ad8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0761206 Nov 23 13:24:42.870717 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-1b96873b-634f-4da1-9282-50f8051603ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:42.872820 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-1b96873b-634f-4da1-9282-50f8051603ef service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1425138 Nov 23 13:24:42.983527 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-442e4e8a-bbf9-4989-8058-079f2e1f657d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 1001 time: 0.1039565 Nov 23 13:24:43.050916 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-37a26999-7830-45d8-91cf-5f6511736aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:43.052381 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-37a26999-7830-45d8-91cf-5f6511736aff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0631323 Nov 23 13:24:43.133671 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-de3462d7-6fca-426f-89de-cc5651b86e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:24:43.135075 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-de3462d7-6fca-426f-89de-cc5651b86e43 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762258 Nov 23 13:24:43.287206 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-8b3bf080-e409-477b-8e33-ee5cdf7445a4 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430678 Nov 23 13:24:43.535730 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4e0fc32e-ac51-43cd-b672-fe9e4e92a13c req-51b626b5-ba02-47ae-b534-f9af5dfbbbe6 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419353 Nov 23 13:24:49.121158 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:07.244767 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-26b638fd-f354-4f3d-8e71-c7968bfaf7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:07.676871 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:10.129059 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e981ed67-90b1-4d18-b885-b2e7d36f8fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:11.307633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:12.613694 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:13.310223 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:25:19.121584 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:37.241236 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-44d4c68a-5bfd-4edd-8f96-583a930bc3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:37.674291 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:40.129716 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-569017e0-648d-43a9-845b-194044ec0851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:41.299610 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:42.617107 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:44.602631 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-675ee538-3a0e-489c-85d1-7d941a471e60 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275220 Nov 23 13:25:44.779085 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-6527b6a0-08a7-4080-8887-f42ef1a6e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:44.780603 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-6527b6a0-08a7-4080-8887-f42ef1a6e712 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0817440 Nov 23 13:25:44.938460 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-f9557dca-df47-4dbc-94c0-2adb70cc60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:44.939903 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-f9557dca-df47-4dbc-94c0-2adb70cc60eb service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1391721 Nov 23 13:25:45.060866 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-9552be98-f2d3-48da-9589-cb2540e1c161 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 1001 time: 0.1130896 Nov 23 13:25:45.125137 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-9bae2966-0ecb-47d0-a90c-2647e9a6f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:45.126590 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-9bae2966-0ecb-47d0-a90c-2647e9a6f6d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0598855 Nov 23 13:25:45.212022 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-ba83c013-49df-44d8-aac0-add1840b77b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:25:45.213549 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-ba83c013-49df-44d8-aac0-add1840b77b6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803218 Nov 23 13:25:45.351779 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-618858e6-b58e-4ae5-ac77-297540dd19a3 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311917 Nov 23 13:25:45.490264 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-67fcb01d-4fc6-4f50-b6fb-cf6b92bd6336 req-47766ce6-01df-4820-8b9b-53c8d61a8a60 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318724 Nov 23 13:25:49.137280 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:25:50.310669 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:26:07.237949 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6ab2155e-8611-47d2-b205-00a2d686467a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:07.676448 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:10.127885 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0c593427-3074-433c-8a05-964202f071f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:11.305139 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:12.620521 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:19.137365 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:27.313010 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:26:37.233916 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-799e21fa-9f10-491f-a969-460d474d5d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:37.671140 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:40.124078 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-40abd809-21a3-45b0-8f09-507df00e3b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:41.311380 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:42.623915 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:26:44.556698 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-0aea46b2-5b7b-4592-b0c4-d6a27b4e7c07 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873704 Nov 23 13:26:44.719955 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-42d2da95-4d6c-4ab7-a1b7-81c1cb930b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:44.721393 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-42d2da95-4d6c-4ab7-a1b7-81c1cb930b88 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0791428 Nov 23 13:26:44.885050 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-2fa04a73-b93a-4e7c-84bd-bbf26c46b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:44.886547 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-2fa04a73-b93a-4e7c-84bd-bbf26c46b06f service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1454237 Nov 23 13:26:45.008613 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-28d6b672-6626-4144-97b4-b55e8d1e4383 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 1001 time: 0.1154699 Nov 23 13:26:45.081708 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-7c6af5af-365a-4ddb-a59b-acff4eba64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:45.083181 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-7c6af5af-365a-4ddb-a59b-acff4eba64f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0689859 Nov 23 13:26:45.163212 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-b9ef58a5-d6d4-4b3d-8b59-7404433d6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:26:45.164735 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-b9ef58a5-d6d4-4b3d-8b59-7404433d6045 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747058 Nov 23 13:26:45.303929 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-3226c504-7727-4a3f-8491-37c65df988da service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325316 Nov 23 13:26:45.549207 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f4c00b14-b3f7-419a-b71a-5da30a590ca9 req-7aed4043-b4e7-41c7-987f-e9f957e965e3 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388511 Nov 23 13:26:49.133357 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:04.313562 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:27:07.232519 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ef96148d-5155-4704-bf13-629eae485f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:07.677675 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:10.130283 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0df6f540-ed77-4831-91a9-846c6548cf16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:11.314739 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:12.630130 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:19.148071 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:37.227574 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-940651f7-3a09-46ed-9cd7-cac84792f197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:37.674633 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:40.139804 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-563c934a-d787-408a-8eef-ea058f8e059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:41.313269 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:27:41.313929 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:42.631001 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:27:44.581468 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-091e7a0b-94ac-4836-a153-5fcfc2de9fae service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835795 Nov 23 13:27:44.743554 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-d55c4a2d-6ea0-4544-b0dd-17f32c6fa978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:27:44.744997 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-d55c4a2d-6ea0-4544-b0dd-17f32c6fa978 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 1099 time: 0.0766215 Nov 23 13:27:44.897142 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-e7ac471b-b39b-4fc8-af13-f549b788ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:27:44.898955 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-e7ac471b-b39b-4fc8-af13-f549b788ad49 service neutron] 10.222.0.84 "GET /v2.0/networks?id=46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 200 len: 919 time: 0.1343105 Nov 23 13:27:45.012014 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-29cacfe5-2fdc-4bba-abdf-c4dc8e944a54 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 200 len: 1001 time: 0.1068475 Nov 23 13:27:45.077292 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-5ce26d9e-70cd-48ae-a464-3efc5c12f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:27:45.078785 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-5ce26d9e-70cd-48ae-a464-3efc5c12f17c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 200 len: 856 time: 0.0606101 Nov 23 13:27:45.169989 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-7a2828ac-da63-45c2-a0ec-e87651bf1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:27:45.171513 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-7a2828ac-da63-45c2-a0ec-e87651bf1905 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=46c00580-7af0-47cf-b859-90a9d5ad1c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0863204 Nov 23 13:27:45.309999 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-1c936ea4-2993-4f2c-a268-d27e86dcf8c6 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312361 Nov 23 13:27:45.462763 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e512ba06-5f3e-4a11-bf25-574b23de233d req-fab95da3-744c-4401-8abf-aeccaa085cd6 service neutron] 10.222.0.84 "GET /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456914 Nov 23 13:27:49.163431 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:07.245055 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ae12cd1e-fb60-4559-9fdc-4d8936d7e580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:07.678078 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:08.437971 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d70644-26ca-4d1a-aa7e-66609ba455f1 req-5fc7912d-736a-41fb-b41a-54ddea826cd7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:08.439495 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-08d70644-26ca-4d1a-aa7e-66609ba455f1 req-5fc7912d-736a-41fb-b41a-54ddea826cd7 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 946 time: 0.1669331 Nov 23 13:28:08.487244 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-08d70644-26ca-4d1a-aa7e-66609ba455f1 req-239a9c68-c284-4f7e-bbe4-9acc8c3abcaf tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414913 Nov 23 13:28:09.105230 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9038452-400d-435f-a99a-13dd150a2c89 req-61852ab2-9c59-4f20-bbb7-f719e018509b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:09.106730 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d9038452-400d-435f-a99a-13dd150a2c89 req-61852ab2-9c59-4f20-bbb7-f719e018509b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 946 time: 0.0845847 Nov 23 13:28:09.182572 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Deleting port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:09.182840 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.437055 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] For port 5d2844a3-4d6c-4f14-8943-d2b4055ff439, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=5d2844a3-4d6c-4f14-8943-d2b4055ff439,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:28:09.437317 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.911050 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.912536 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:09.912536 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.l3_db [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Floating IP 12c83eed-e0f4-4b80-ba2a-d4f08a20f91a disassociated. External IP: 172.27.3.88, port: 5d2844a3-4d6c-4f14-8943-d2b4055ff439. Nov 23 13:28:09.912536 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Calling delete_port for 5d2844a3-4d6c-4f14-8943-d2b4055ff439 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:10.000783 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b1798-247c-4818-bf63-2058402a960e req-4ff11405-d208-4881-8ee2-583a30832292 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:28:10.002263 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0f9b1798-247c-4818-bf63-2058402a960e req-4ff11405-d208-4881-8ee2-583a30832292 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 946 time: 0.3888137 Nov 23 13:28:10.109358 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-0f9b1798-247c-4818-bf63-2058402a960e req-51a40184-3272-43eb-b9e9-6e627e1dfb8b tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups?id=e6a104ed-4a29-46b0-87ed-30d06b704da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968442 Nov 23 13:28:10.118694 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:10.126143 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:10.136666 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-74b27c15-58f9-4997-b3e3-e8ea9f7b14b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:10.175651 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event deleted for resources: {'Port': ['ID=5d2844a3-4d6c-4f14-8943-d2b4055ff439,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:10.189607 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.190012 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.190375 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.190701 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.191060 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.191413 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.191769 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.192119 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.192487 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.193085 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.193447 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.193960 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:28:10.200095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:10.396658 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:28:10.588508 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:28:10.599791 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] Sync routers for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:28:10.610352 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:28:10.611005 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:28:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:10.674775 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] No DVR routers for this DVR port 5d2844a3-4d6c-4f14-8943-d2b4055ff439 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:28:10.677621 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:10.680455 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'name': 'network-vif-deleted', 'tag': '5d2844a3-4d6c-4f14-8943-d2b4055ff439'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:28:10.697390 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d9038452-400d-435f-a99a-13dd150a2c89 req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.84 "DELETE /v2.0/ports/5d2844a3-4d6c-4f14-8943-d2b4055ff439 HTTP/1.1" status: 204 len: 173 time: 1.5854318 Nov 23 13:28:10.808543 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:28:10.839044 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a3292e-8d9e-49ed-8529-e655dfc4e729', 'name': 'network-vif-deleted', 'tag': '5d2844a3-4d6c-4f14-8943-d2b4055ff439', 'status': 'completed', 'code': 200} Nov 23 13:28:11.162535 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:11.167560 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] Checking router: 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:28:11.177216 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:28:11.177856 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:28:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:11.304868 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-f450eb1a-35d6-4373-863b-8e4e0fcf88e3 req-67da1207-a4db-48c2-a727-e7f3c36444b6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Synchronizing usage tracker for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:28:11.321801 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-f450eb1a-35d6-4373-863b-8e4e0fcf88e3 req-67da1207-a4db-48c2-a727-e7f3c36444b6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Unset dirty status for tenant:d3e13e13e1e54f208b7be1c18e3ab703 on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:28:11.323152 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f450eb1a-35d6-4373-863b-8e4e0fcf88e3 req-67da1207-a4db-48c2-a727-e7f3c36444b6 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7a3292e-8d9e-49ed-8529-e655dfc4e729 HTTP/1.1" status: 200 len: 210 time: 0.0690353 Nov 23 13:28:11.373996 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:11.392812 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:28:11.742704 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:28:11.747040 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50551dfc-95bd-4099-bd9c-c24a0fc36848 None None] The sync data for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi is: [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T12:59:25Z', 'revision_number': 4, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '56e18f38-4c08-4ff1-9dbf-cb4cf93085f4', 'name': '', 'network_id': '46c00580-7af0-47cf-b859-90a9d5ad1c01', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'mac_address': 'fa:16:3e:a5:58:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:23Z', 'updated_at': '2021-11-23T12:59:35Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'subnets': [{'id': '4de60954-14cf-4bd5-8795-4b72f648a40e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:28:11.979833 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9293f0-661a-4ad6-b9a6-65f60d1191ac None None] New status for floating IP 12c83eed-e0f4-4b80-ba2a-d4f08a20f91a: DOWN {{(pid=86851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:28:12.355480 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 5d2844a3-4d6c-4f14-8943-d2b4055ff439 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:28:12.391172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 5d2844a3-4d6c-4f14-8943-d2b4055ff439 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:28:12.391502 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 5d2844a3-4d6c-4f14-8943-d2b4055ff439 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:28:12.464917 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 51528) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:12.536838 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2f686266-2752-41e5-a346-e5546b75b100 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:12.568081 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2f686266-2752-41e5-a346-e5546b75b100 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:12.631444 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2f686266-2752-41e5-a346-e5546b75b100 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:12.633899 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:12.636085 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-24778734-4a3c-445b-992c-78a27621ff67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:12.652184 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f686266-2752-41e5-a346-e5546b75b100 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a104ed-4a29-46b0-87ed-30d06b704da0,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:12.656394 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2f686266-2752-41e5-a346-e5546b75b100 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:12.667150 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2f686266-2752-41e5-a346-e5546b75b100 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:12.668305 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-2f686266-2752-41e5-a346-e5546b75b100 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "DELETE /v2.0/security-groups/e6a104ed-4a29-46b0-87ed-30d06b704da0 HTTP/1.1" status: 204 len: 168 time: 0.2023363 Nov 23 13:28:12.671095 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 51534) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:12.688886 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.api.v2.resource [None req-dedca017-ddd6-4f12-9346-972b9e6b0a7c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] show failed (client error): The resource could not be found. Nov 23 13:28:12.690736 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-dedca017-ddd6-4f12-9346-972b9e6b0a7c tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "GET /v2.0/security-groups/e6a104ed-4a29-46b0-87ed-30d06b704da0 HTTP/1.1" status: 404 len: 347 time: 0.0176237 Nov 23 13:28:12.692898 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 51538) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:28:12.856063 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Deleting port 858e27d4-8cdb-4c25-b6f8-598c9ba6e4cb {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:28:12.856462 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:13.029572 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:13.029917 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:13.272195 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Calling delete_port for 858e27d4-8cdb-4c25-b6f8-598c9ba6e4cb owned by network:floatingip {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:28:13.433891 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:13.437928 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-15d88bee-8876-4874-8f93-dfe23587d146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:28:13.482500 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Pushing event deleted for resources: {'Port': ['ID=858e27d4-8cdb-4c25-b6f8-598c9ba6e4cb,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:28:13.485737 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:28:13.578002 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks [] for floatingip, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:13.602804 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:13.604128 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] 10.222.0.60 "DELETE /v2.0/floatingips/12c83eed-e0f4-4b80-ba2a-d4f08a20f91a HTTP/1.1" status: 204 len: 168 time: 0.9099982 Nov 23 13:28:18.313731 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:28:19.165971 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:37.232606 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c3ab25a4-a74a-43af-a24f-b9fca1374117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:37.679836 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:40.137550 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8203296b-195a-424f-b02f-53a6180828b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:41.316544 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:42.642080 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:49.200307 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:28:55.318372 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:29:07.248301 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-722c9886-4b78-4f27-9483-6964e086a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:07.681777 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:10.140303 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9bcabcf6-223b-4cbd-b387-2f27aa8236eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:11.322605 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:12.644570 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:19.205607 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:32.321382 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:29:37.242470 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-100948f6-d082-4f0f-9898-f87df8833912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:37.677666 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:40.138990 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4b64e830-c143-482e-b8d5-5ae39532dd8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:41.326505 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:42.647516 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:29:49.189265 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:07.252695 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05c077e3-3fff-418a-97d2-bce2369a2a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:07.677038 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:09.320793 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:30:10.140666 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4107cd0a-5db6-44b0-9592-fe0fefe3830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:11.329385 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:12.647487 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:19.189734 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:37.248066 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d71b7f7f-4830-4bb1-a3ab-1f32cfac403a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:37.671400 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:40.136336 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3bfe439f-476f-4995-aaed-842556fa461a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:41.330945 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:42.652351 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:30:46.320294 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:30:49.188172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:07.251582 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-24673f79-869c-4e0c-9d8a-e1c3860a7c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:07.678638 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:10.148423 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0afde16e-33b5-467d-b8da-bd8aafdd2564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:11.338725 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:12.654776 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:19.189982 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:23.325207 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:31:37.248467 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c476f5aa-7815-4e96-99b6-2dea824eca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:37.680665 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:40.143839 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-97fd34fc-b21e-4eac-b821-8bfd67dde369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:41.339020 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:42.655747 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:31:49.185146 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:00.324588 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:32:07.254506 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99c3170f-33c1-4856-bcbd-7e2bea42137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:07.678107 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:10.151338 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-45edcb43-cbd1-4258-b396-3b1d547cefdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:11.352345 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:12.669591 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:19.196423 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:37.251139 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-65f3395b-2566-446a-8266-8d141a7b4ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:37.324438 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:32:37.677012 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:40.146447 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5a94-0fee-4729-b95d-bd8f929b5bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:41.345233 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:42.663727 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:32:49.188435 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:07.249243 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a15a-accd-4d28-9265-912587e3e0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:07.682595 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:10.142361 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-421c73a2-d5c3-4cc9-a78e-51f5c9a089c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:11.349666 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:12.668173 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:14.324552 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:33:19.200986 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:36.751347 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [req-ab490fa4-2e61-4656-afca-04f55124eab6 req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] (86848) timed out ('10.222.0.84', 53725) {{(pid=86848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 23 13:33:37.244204 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b3c8e5f4-de9d-4e64-815c-d1f39abbe759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:37.668094 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:40.144770 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a9e5c43c-108e-4111-9015-2e4b2b5b1862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:41.353603 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:42.672172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:49.208968 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:33:51.326066 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:34:07.252477 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-99c07e0a-fc8b-4a3c-9c70-d999be29e7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:07.673979 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:10.142181 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5bc1a02c-b317-49e6-ab1f-4809278c2a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:11.356562 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:12.673076 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:19.227400 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:28.326271 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:34:37.257818 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f9473c6f-9349-49a0-8b88-45fdab495017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:37.669434 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:40.145447 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-76c9c856-0364-406e-bafa-00b55ec4f551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:41.360067 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:42.675931 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:34:49.227352 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:05.326200 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:35:07.252148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-405f35e7-2d76-4841-888f-dcc923effba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:07.679147 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:10.139739 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-82d9047f-e09b-4dae-8188-4b7dbb494063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:11.367104 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:12.680713 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:19.243961 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:37.258020 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a1293d7c-910d-4342-a18e-e719e277f474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:37.677675 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:40.148911 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a5218ab8-0842-483a-8db7-46a17f33c407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:41.364064 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:42.325760 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:35:42.682327 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:35:49.260267 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:07.257613 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-3ea9f084-0e32-4caa-bab8-40038bed7221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:07.673997 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:10.147114 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2f27e4e8-0ba7-413e-a7a3-dafeadbe70ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:11.367684 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:12.727297 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:19.250547 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:19.324994 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:36:37.252515 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-173db87e-44dc-4272-bf12-1f6cb050470e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:37.671857 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:40.142432 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-adbf59c4-2fbf-4f70-a9c9-32d3f34b5ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:41.373046 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:42.694148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:49.261841 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:36:56.325680 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:37:07.258993 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ef499818-693b-43c5-84c0-4b0f6a666ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:07.667366 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:10.151191 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-663a33e0-eb0b-44af-97ed-84db48bc8ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:11.374409 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:12.691506 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:19.269592 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:33.325366 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:37:37.256475 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-29712055-930d-483c-b330-393f95847e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:37.672833 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:40.148464 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-774d129b-5d23-47bf-b4d4-c007e4eb5caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:41.375567 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:42.697861 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:37:49.292909 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.045981 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 53930) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:38:04.377414 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Deleting subnet c8b0c365-02a3-4ba5-846f-9b925f043bb7 {{(pid=86848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:38:04.380713 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.434028 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110125'] for subnet, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.493765 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.572317 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066778'] for subnet, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.577293 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ab467e28-de02-471f-8fe2-93cb50634c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:38:04.614294 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b0c365-02a3-4ba5-846f-9b925f043bb7,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:38:04.619084 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.631753 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.632182 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.632721 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.633238 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.633688 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.634176 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.634668 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.635187 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.635603 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.636112 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.636666 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.637247 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:38:04.641346 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c8b0c365-02a3-4ba5-846f-9b925f043bb7 HTTP/1.1" status: 204 len: 168 time: 0.5941868 Nov 23 13:38:04.642279 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-9dda82ab-cfd7-40ad-9454-867ba7cb3f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:38:04.643843 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 53938) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:38:04.756771 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.892742 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.923794 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1230013-ce46-4fbc-acb4-a6a5cbb5b11d']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:38:04.940975 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c44c88-3119-4762-bc27-e87c48dbe2ac') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:38:04.941293 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c44c88-3119-4762-bc27-e87c48dbe2ac') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:38:04.953943 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.971201 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.980371 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Releasing vlan 1209 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:38:04.980980 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:38:04.999223 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:38:05.079904 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:05.084348 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:38:05.098504 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:05.108079 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1230013-ce46-4fbc-acb4-a6a5cbb5b11d,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:38:05.111293 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e1230013-ce46-4fbc-acb4-a6a5cbb5b11d HTTP/1.1" status: 204 len: 168 time: 0.4662635 Nov 23 13:38:05.112160 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-173c2dd7-22fd-45a4-a9a5-4937cc5b6387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:38:05.251201 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 53944) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:38:05.312909 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-a221fc7f-f55d-468d-baaf-456633963aae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90112b6f3d31421a8ee18cbe7d6b0537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603328 Nov 23 13:38:05.315561 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 53948) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:38:05.379884 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8970cca3-3c41-4d35-b4a5-ba4bef86812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:05.409604 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8970cca3-3c41-4d35-b4a5-ba4bef86812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:05.488145 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8970cca3-3c41-4d35-b4a5-ba4bef86812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:05.493826 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-67a34ec4-721c-4df8-9b65-e32b3b73e753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:38:05.508207 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970cca3-3c41-4d35-b4a5-ba4bef86812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926dc476-1ba3-4b99-b837-bad09ef0953b,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:38:05.511230 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8970cca3-3c41-4d35-b4a5-ba4bef86812f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:38:05.522254 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-8970cca3-3c41-4d35-b4a5-ba4bef86812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:05.523416 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-8970cca3-3c41-4d35-b4a5-ba4bef86812f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/926dc476-1ba3-4b99-b837-bad09ef0953b HTTP/1.1" status: 204 len: 168 time: 0.2069213 Nov 23 13:38:07.255894 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f2ca95f4-a0ca-48cf-90c6-1ac363724ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:07.672295 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:10.142720 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f29a70ef-d542-4cb5-b3b8-d498944c9e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:10.325170 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:38:11.381388 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:12.700248 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:19.309006 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:37.254429 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-78adbdb7-e896-4ff6-b2ad-bf99a3f0b791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:37.672000 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:40.148264 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6303a198-efea-4285-9443-1117ea6590f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:41.389212 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:42.703064 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:38:47.324692 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:38:49.300501 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:07.250029 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d9615ecc-35d2-441e-becf-91052cc69385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:07.668507 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:10.147637 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b339be0b-261f-4aa2-aaf5-c7e0e7de1f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:11.385655 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:12.707205 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:19.300418 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:24.324480 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:39:37.255865 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2deec4c2-a7ef-4bf8-9694-5c8f2eedb2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:37.663208 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:40.143979 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1ca678c5-3230-4bac-9c94-708005fff738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:41.389737 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:42.713823 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:39:49.315023 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:01.328001 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:40:07.263283 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4e1f8cab-c20a-4564-88a3-020817ecc766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:07.670857 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:10.141315 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6bcc9f4c-c7f7-492e-8cea-4b48b077eb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:11.391483 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:12.720415 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:14.890676 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54226) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:15.754653 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:16.118454 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Deleting port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:40:16.119907 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:16.299196 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] For port 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:16.299518 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:16.422640 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Calling delete_port for 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 owned by network:router_interface {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:40:16.606096 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:16.609820 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3f5db18a-5f85-4adb-9bbf-9d2f2b6be6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:16.655326 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e18f38-4c08-4ff1-9dbf-cb4cf93085f4,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:16.693453 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.693838 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.694211 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.694578 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.694944 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.695306 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.695668 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.696029 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.696417 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.696778 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.697137 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.697486 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:16.705713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:17.054316 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:17.451579 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:40:17.642362 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:40:17.651669 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] Sync routers for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:40:17.655740 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-69461533-2b43-43e9-b851-0186f9722456 admin admin] 10.222.0.60 "PUT /v2.0/routers/5f72af2c-cdb4-46e5-930a-6d87ecc71e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7639923 Nov 23 13:40:17.658437 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54232) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:17.661673 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:40:17.662302 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:40:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:17.838314 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:40:17.839104 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks [] for router, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:18.019075 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:18.029721 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Deleting port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:40:18.030065 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:18.133193 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T13:40:16Z', 'revision_number': 5, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port': {'id': 'ddf9b4d4-bad5-4f97-9e13-f351a64b93bf', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:83:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T12:59:18Z', 'updated_at': '2021-11-23T12:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:18.137091 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] Checking router: 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:40:18.146088 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] Routers {'5f72af2c-cdb4-46e5-930a-6d87ecc71e48'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:40:18.146899 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:40:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:18.211097 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] For port ddf9b4d4-bad5-4f97-9e13-f351a64b93bf, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=ddf9b4d4-bad5-4f97-9e13-f351a64b93bf,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:18.211539 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:18.332035 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] Set router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 gateway port host: None {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:40:18.336754 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Calling delete_port for ddf9b4d4-bad5-4f97-9e13-f351a64b93bf owned by network:router_gateway {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:40:18.442463 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T13:40:18Z', 'revision_number': 6, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:18.447063 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a3cb57-6a8a-4bbb-b782-44f1c24303ea None None] The sync data for ids ['5f72af2c-cdb4-46e5-930a-6d87ecc71e48'] in dv-cinder-818886-1-iscsi is: [{'id': '5f72af2c-cdb4-46e5-930a-6d87ecc71e48', 'name': 'tempest-AttachVolumeShelveTestJSON-1220914879-router', 'tenant_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T12:59:17Z', 'updated_at': '2021-11-23T13:40:18Z', 'revision_number': 6, 'project_id': 'd3e13e13e1e54f208b7be1c18e3ab703', 'gw_port_host': None}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:40:18.633369 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:18.638367 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-a92a4528-0548-450a-a880-60d9df1bfe9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:18.688713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf9b4d4-bad5-4f97-9e13-f351a64b93bf,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:18.691857 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:18.789467 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:18.976888 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:18.979177 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.005245 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.005759 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f72af2c-cdb4-46e5-930a-6d87ecc71e48 {{(pid=86849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:40:19.018717 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.019827 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] 10.222.0.60 "DELETE /v2.0/routers/5f72af2c-cdb4-46e5-930a-6d87ecc71e48 HTTP/1.1" status: 204 len: 168 time: 1.3604078 Nov 23 13:40:19.022409 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54236) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:19.091521 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_v2 [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] Deleting subnet 4de60954-14cf-4bd5-8795-4b72f648a40e {{(pid=86849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:40:19.096993 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.152319 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3108492'] for subnet, precommit_delete_associations {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.245381 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.316929 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.322537 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2257550', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60023413'] for subnet, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.326805 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0425f1a9-d284-4df3-bc2a-3808f4b1021a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:19.364044 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de60954-14cf-4bd5-8795-4b72f648a40e,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:19.366011 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.370359 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506d9954-6063-4486-b389-3e40109119f8 None None] Network 46c00580-7af0-47cf-b859-90a9d5ad1c01 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:40:19.370921 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:19.372854 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-967a6c24-e066-4bc2-9b35-267429b75838 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4de60954-14cf-4bd5-8795-4b72f648a40e HTTP/1.1" status: 204 len: 168 time: 0.3495290 Nov 23 13:40:19.375315 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54240) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:19.486755 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.498103 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Deleting port 09f0168c-caa0-4047-9239-6efc24b721b5 {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:40:19.498445 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.625629 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] DHCP port deletion for 46c00580-7af0-47cf-b859-90a9d5ad1c01 request from dv-cinder-818886-1-iscsi {{(pid=86850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:40:19.629732 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] Deleting port 09f0168c-caa0-4047-9239-6efc24b721b5 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:40:19.630116 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.713824 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.db [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] For port 09f0168c-caa0-4047-9239-6efc24b721b5, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=09f0168c-caa0-4047-9239-6efc24b721b5,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:19.714483 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.836650 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Calling delete_port for 09f0168c-caa0-4047-9239-6efc24b721b5 owned by network:dhcp {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:40:19.840265 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] For port 09f0168c-caa0-4047-9239-6efc24b721b5, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=09f0168c-caa0-4047-9239-6efc24b721b5,segment=NetworkSegment(9efa02e6-aedd-4eef-922e-fecf641bce6b),segment_id=9efa02e6-aedd-4eef-922e-fecf641bce6b)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:19.840830 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.915876 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:19.920034 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-99f00422-57a5-40ec-8f92-314ec7cd31a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:19.963880 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Pushing event deleted for resources: {'Port': ['ID=09f0168c-caa0-4047-9239-6efc24b721b5,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:19.964904 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] Calling delete_port for 09f0168c-caa0-4047-9239-6efc24b721b5 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:40:19.966903 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:19.967677 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] No DVR routers for this DVR port 09f0168c-caa0-4047-9239-6efc24b721b5 on host dv-cinder-818886-1-iscsi {{(pid=86849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:40:20.038548 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:40:20.038913 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:40:20.188597 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.204255 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:40:20.214876 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c00580-7af0-47cf-b859-90a9d5ad1c01']}} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:20.227003 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efa02e6-aedd-4eef-922e-fecf641bce6b') {'for_net_delete': True} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:20.227307 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.services.segments.db [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efa02e6-aedd-4eef-922e-fecf641bce6b') {} {{(pid=86849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:20.239355 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3108507'] for segment, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.241856 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:40:20.242210 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 56e18f38-4c08-4ff1-9dbf-cb4cf93085f4 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:40:20.242635 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device ddf9b4d4-bad5-4f97-9e13-f351a64b93bf no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:40:20.256567 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.263535 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Releasing vlan 1241 on physical network physnet1 to pool {{(pid=86849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:40:20.263957 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2257488'] for segment, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.275385 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: ddf9b4d4-bad5-4f97-9e13-f351a64b93bf {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:40:20.275754 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device ddf9b4d4-bad5-4f97-9e13-f351a64b93bf not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:40:20.276188 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 09f0168c-caa0-4047-9239-6efc24b721b5 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: Traceback (most recent call last): Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: timer() Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: cb(*args, **kw) Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: return func(*args, **kwargs) Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: self._notify() Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: self.callback(batched_events) Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: event.method(event) Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: return f(self, *a, **k) Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._get(url).json() Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: return self.request(url, 'GET', **kwargs) Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:40:20.277266 dv-cinder-818886-1-iscsi neutron-server[86849]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:40:20.308973 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 09f0168c-caa0-4047-9239-6efc24b721b5 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:40:20.309322 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 09f0168c-caa0-4047-9239-6efc24b721b5 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:40:20.355813 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.359661 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7e6f15d0-d071-4b2c-a3b8-d07030f46621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:20.372608 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.384054 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Pushing event deleted for resources: {'Network': ['ID=46c00580-7af0-47cf-b859-90a9d5ad1c01,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:20.388075 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:20.398861 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-e2af14ea-6e4e-4c7e-ab4b-a460227b97ad admin admin] 10.222.0.60 "DELETE /v2.0/networks/46c00580-7af0-47cf-b859-90a9d5ad1c01 HTTP/1.1" status: 204 len: 168 time: 1.0224757 Nov 23 13:40:20.539774 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] Deleting port 09f0168c-caa0-4047-9239-6efc24b721b5 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:40:20.540364 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.551152 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54246) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:20.602301 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7624d9c2-4ba8-45c6-a2e0-c6cbbdd3ce23 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3e13e13e1e54f208b7be1c18e3ab703&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0491481 Nov 23 13:40:20.604072 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54250) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:20.607279 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-7b74253d-c706-40fc-be4f-e88ed3fe8b99 None None] The port '09f0168c-caa0-4047-9239-6efc24b721b5' was deleted {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:40:20.667909 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d50ef4c3-f54e-416d-b6ff-2f54afe5d313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.693713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d50ef4c3-f54e-416d-b6ff-2f54afe5d313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.750029 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d50ef4c3-f54e-416d-b6ff-2f54afe5d313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.753862 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b41afde8-e165-4b17-9c65-8b958e3dfdb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:20.766435 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ef4c3-f54e-416d-b6ff-2f54afe5d313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2ffb38-2cea-494f-8cc0-5ba0ec48fef1,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:20.770040 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d50ef4c3-f54e-416d-b6ff-2f54afe5d313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:20.774861 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d50ef4c3-f54e-416d-b6ff-2f54afe5d313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:20.775964 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d50ef4c3-f54e-416d-b6ff-2f54afe5d313 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f2ffb38-2cea-494f-8cc0-5ba0ec48fef1 HTTP/1.1" status: 204 len: 168 time: 0.1709414 Nov 23 13:40:21.659111 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54274) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:21.767700 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1786170055-network', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:21.772552 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:21.776585 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Usage tracker for resource:network and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:21.779980 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:21.788211 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:21.802045 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Made reservation on behalf of c610ba775aca44aa85aaf415f96bb37e for: {'network': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:40:21.804362 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for network, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:21.816445 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:21.830597 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:21.834785 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Usage tracker for resource:security_group_rule and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:21.837678 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:21.843500 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:21.945036 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:21.950745 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:21.953887 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5ccc04b1-0d4b-40d9-9729-118a0c3dd7e0 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:21.987091 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1219} {{(pid=86849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 13:40:21.992767 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784441cc-d0c2-41d9-a20c-fbe7dcde8e9c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:21.996505 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:22.000790 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.000790 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.segments_db [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Added segment 5e4c844c-c3bf-4dc4-aca7-9753f5cee447 of type vlan for network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 Nov 23 13:40:22.027238 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773513404883'] for network, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.057936 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923'] for network, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.059228 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:22.059825 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.063404 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:22.163865 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Pushing event updated for resources: {'Network': ['ID=6ce3e0b3-e6c6-467a-9ba7-e43df6950165,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:22.167266 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5070961 Nov 23 13:40:22.168132 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:22.170751 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54280) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:22.174203 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 details requested by agent ovs-agent-dv-cinder-818886-1-iscsi with host dv-cinder-818886-1-iscsi {{(pid=86850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 23 13:40:22.176347 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Request body: {'subnet': {'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1786170055-subnet', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:22.181621 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:22.186297 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Usage tracker for resource:subnet and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:22.189575 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:22.195855 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:22.209486 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Made reservation on behalf of c610ba775aca44aa85aaf415f96bb37e for: {'subnet': 1} {{(pid=86849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:40:22.212163 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60023390'] for subnet, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.446217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2257609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60023404'] for subnet, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.450026 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:22.523501 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0577141-0848-4b00-9d24-6f4b15ad54ef,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:22.527285 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:22.535445 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Checking segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:40:22.535810 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Network hostable DHCP agents. Network: 6ce3e0b3-e6c6-467a-9ba7-e43df6950165, hostable agents: ['76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba'], hosted agents: [] {{(pid=86849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 13:40:22.557478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 is scheduled to be hosted by DHCP agent 76e89ee1-dc72-4f65-8b00-5cbc8f09b3ba with binding_index 1 {{(pid=86849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 13:40:22.569179 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818886-1-iscsi, 6ce3e0b3-e6c6-467a-9ba7-e43df6950165) {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:40:22.575220 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:22.575220 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for subnet, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.578366 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6516ec-7ec7-4a0b-abce-9b7cabd1c8cd None None] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:40:22.601498 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-69098247-e697-4522-be4c-43090ee0a350 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4266462 Nov 23 13:40:22.601762 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54284) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:22.607017 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:22.612025 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:22.616131 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Usage tracker for resource:router and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:22.619156 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:22.625204 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:22.637366 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40560'] for router, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.638379 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-693771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692235', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40551'] for router, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.654176 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.793602 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ba10da0-c38d-57f5-b26d-01bf1322aa91-6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef'}]}} from dv-cinder-818886-1-iscsi. {{(pid=86850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Nov 23 13:40:22.795143 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.931596 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40469'] for router, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:22.989166 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.db_base_plugin_common [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Allocated IP 172.20.0.2 (6ce3e0b3-e6c6-467a-9ba7-e43df6950165/c0577141-0848-4b00-9d24-6f4b15ad54ef/c829ec22-11b7-42fc-afa1-69d58828d774) {{(pid=86850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:40:23.208708 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Notify callbacks [] for port, precommit_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.220524 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Transition to ACTIVE for port object c829ec22-11b7-42fc-afa1-69d58828d774 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:40:23.239593 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Transition to ACTIVE for port object c829ec22-11b7-42fc-afa1-69d58828d774 will not be triggered until provisioned by entity DHCP. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:40:23.246172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349'] for port, after_create {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.251766 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:23.313842 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 is already hosted by enough agents. {{(pid=86850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:40:23.316675 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.scheduler.base_scheduler [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Resources bound (agent type, host, resource id): {{(pid=86850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:40:23.320582 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Received port after_create {{(pid=86850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:40:23.353380 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Pushing event updated for resources: {'Port': ['ID=c829ec22-11b7-42fc-afa1-69d58828d774,revision_number=1']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:23.364912 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.392677 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.393053 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.393375 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.393694 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.394010 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.394358 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.394676 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.394851 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.394988 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.395304 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.395625 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.395949 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.396349 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:23.403947 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:23.425016 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Attempting to bind port c829ec22-11b7-42fc-afa1-69d58828d774 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:40:23.425403 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Attempting to bind port c829ec22-11b7-42fc-afa1-69d58828d774 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:40:23.425770 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Attempting to bind port c829ec22-11b7-42fc-afa1-69d58828d774 on network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:40:23.431796 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:40:23.432212 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Checking segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:40:23.432710 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.433110 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Bound using segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:40:23.433645 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Bound port: c829ec22-11b7-42fc-afa1-69d58828d774, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:40:23.434099 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.527608 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] For port c829ec22-11b7-42fc-afa1-69d58828d774, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:40:23.531426 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] For port c829ec22-11b7-42fc-afa1-69d58828d774, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=c829ec22-11b7-42fc-afa1-69d58828d774,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:40:23.532766 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Allocated IP 172.27.3.102 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/d764f7da-2796-459f-8295-3eb08b375295) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:40:23.537269 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.541930 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-32b6ed44-4a05-43cb-a453-bd29b6b882ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:23.630903 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Pushing event updated for resources: {'Port': ['ID=c829ec22-11b7-42fc-afa1-69d58828d774,revision_number=2']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:23.634668 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-0e1b0e5b-f8a9-49cf-8fa2-186a98881066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:23.689214 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.720960 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:23.725011 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-8669869c-d286-4507-b108-18a0c684938b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:23.798271 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:40:23.802444 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:40:23.809308 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:40:23.844172 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Pushing event updated for resources: {'Port': ['ID=d764f7da-2796-459f-8295-3eb08b375295,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:23.850974 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:24.236327 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device c829ec22-11b7-42fc-afa1-69d58828d774 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:40:24.274123 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:24.312795 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port c829ec22-11b7-42fc-afa1-69d58828d774 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:40:24.534069 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63cd8b7-35a9-4cd4-9239-7ff65d805639 None None] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:40:24.625448 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692444'] for router, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:24.634163 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-91109c2d-1cb1-475c-9ae9-0627c38052e5 None None] Provisioning for port c829ec22-11b7-42fc-afa1-69d58828d774 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:40:24.652100 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-91109c2d-1cb1-475c-9ae9-0627c38052e5 None None] Provisioning complete for port c829ec22-11b7-42fc-afa1-69d58828d774 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:24.652508 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-91109c2d-1cb1-475c-9ae9-0627c38052e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:24.873708 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-91109c2d-1cb1-475c-9ae9-0627c38052e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:24.913387 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-91109c2d-1cb1-475c-9ae9-0627c38052e5 None None] For port c829ec22-11b7-42fc-afa1-69d58828d774, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=c829ec22-11b7-42fc-afa1-69d58828d774,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:24.919191 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-91109c2d-1cb1-475c-9ae9-0627c38052e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:24.921835 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:24.966030 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Router 6c90dec1-b206-4469-8b12-a650be467faa is scheduled to L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b with binding_index 1 {{(pid=86849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Nov 23 13:40:25.004459 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91109c2d-1cb1-475c-9ae9-0627c38052e5 None None] Pushing event updated for resources: {'Port': ['ID=c829ec22-11b7-42fc-afa1-69d58828d774,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:25.007652 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-91109c2d-1cb1-475c-9ae9-0627c38052e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:25.142277 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-df7f12e8-c195-4659-93a6-26c866ea66ec None None] Provisioning complete for port c829ec22-11b7-42fc-afa1-69d58828d774 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:25.142661 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-df7f12e8-c195-4659-93a6-26c866ea66ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:25.159201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:40:25.170434 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Sync routers for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:40:25.182219 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:40:25.182966 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:40:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:25.185402 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Notify callbacks [] for router, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:25.187327 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5846238 Nov 23 13:40:25.190033 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54288) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:25.405275 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:40:25.690664 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:24Z', 'revision_number': 3, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:25.695093 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Checking router: 6c90dec1-b206-4469-8b12-a650be467faa for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:40:25.695443 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Updating router 6c90dec1-b206-4469-8b12-a650be467faa port d764f7da-2796-459f-8295-3eb08b375295 binding host dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:40:25.748868 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:25.873190 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.078029 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Notify callbacks [] for port, precommit_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.083088 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Allocated IP 172.20.0.1 (6ce3e0b3-e6c6-467a-9ba7-e43df6950165/c0577141-0848-4b00-9d24-6f4b15ad54ef/15beba61-4a56-4f53-9905-50701190b8c2) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:40:26.089486 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.provisioning_blocks [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Transition to ACTIVE for port object d764f7da-2796-459f-8295-3eb08b375295 will not be triggered until provisioned by entity L2. {{(pid=86851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:40:26.097289 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.101598 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-91cb6864-e0f4-4753-b687-5bf3f48d88b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:26.174934 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Attempting to bind port d764f7da-2796-459f-8295-3eb08b375295 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:40:26.175674 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Attempting to bind port d764f7da-2796-459f-8295-3eb08b375295 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:40:26.175674 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Attempting to bind port d764f7da-2796-459f-8295-3eb08b375295 on network b7b8078e-b275-4599-b433-7b1746ed0e7f {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:40:26.186816 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:40:26.187183 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Checking segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:40:26.187809 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.188213 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Bound using segment: {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'} {{(pid=86851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:40:26.188695 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.managers [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Bound port: d764f7da-2796-459f-8295-3eb08b375295, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81de4b39-d100-4986-bb9e-02bef9451954', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}}] {{(pid=86851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:40:26.189299 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.215709 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device c829ec22-11b7-42fc-afa1-69d58828d774 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:40:26.238094 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.254037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.provisioning_blocks [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Transition to ACTIVE for port object 15beba61-4a56-4f53-9905-50701190b8c2 will not be triggered until provisioned by entity DHCP. {{(pid=86849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:40:26.262139 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Pushing event updated for resources: {'Port': ['ID=d764f7da-2796-459f-8295-3eb08b375295,revision_number=2']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:26.275054 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.275428 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.275796 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.276223 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.276469 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.276791 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.277089 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.277402 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.277734 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.278050 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.278554 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.278866 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:26.279417 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.284451 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e1fe7fff-fcd5-4fd3-8bdb-5ffea6860cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:26.284668 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] For port d764f7da-2796-459f-8295-3eb08b375295, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:40:26.286943 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port c829ec22-11b7-42fc-afa1-69d58828d774 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:26.287511 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.288699 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.plugins.ml2.db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] For port d764f7da-2796-459f-8295-3eb08b375295, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=d764f7da-2796-459f-8295-3eb08b375295,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:40:26.290155 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:26.296773 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron_lib.callbacks.manager [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.309514 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-b96d9434-3ffd-4880-b6f6-63faae968a26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:26.384475 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:40:26.385272 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:40:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:26.459406 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:40:26.461666 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Pushing event updated for resources: {'Port': ['ID=d764f7da-2796-459f-8295-3eb08b375295,revision_number=3']} {{(pid=86851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:26.462131 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:40:26.466001 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:40:26.506907 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Pushing event updated for resources: {'Port': ['ID=15beba61-4a56-4f53-9905-50701190b8c2,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:26.518420 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:26.532849 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653330'] for router_interface, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.533421 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG oslo_concurrency.lockutils [None req-7f5a19b6-2908-4d9c-a298-bc505c622167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:26.579530 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:40:26.701396 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-cbb0b0af-e02d-45a3-990f-4548c615d759 None None] Provisioning for port 15beba61-4a56-4f53-9905-50701190b8c2 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:40:26.708718 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-cbb0b0af-e02d-45a3-990f-4548c615d759 None None] Provisioning complete for port 15beba61-4a56-4f53-9905-50701190b8c2 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:26.709172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-cbb0b0af-e02d-45a3-990f-4548c615d759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.768582 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0b0af-e02d-45a3-990f-4548c615d759 None None] Port 15beba61-4a56-4f53-9905-50701190b8c2 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:40:26.804037 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:26.894629 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:24Z', 'revision_number': 3, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:26.898519 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8503f0-be5f-471d-8c33-2c3e217739bb None None] The sync data for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi is: [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:24Z', 'revision_number': 3, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:40:27.046506 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:27.053293 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:27.081215 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-59fbba37-67f6-40a9-ba96-e2fbd5f8cb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:27.181400 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Pushing event updated for resources: {'Port': ['ID=15beba61-4a56-4f53-9905-50701190b8c2,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:27.183856 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-643905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653553'] for router_interface, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:27.188617 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:27.328028 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:40:27.329290 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:40:27.525031 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Router 6c90dec1-b206-4469-8b12-a650be467faa has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:40:27.596175 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-24008c98-1666-4922-8b2f-35f8cfeeb496 None None] Provisioning complete for port 15beba61-4a56-4f53-9905-50701190b8c2 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:27.596868 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-24008c98-1666-4922-8b2f-35f8cfeeb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:27.690548 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-24008c98-1666-4922-8b2f-35f8cfeeb496 None None] Port 15beba61-4a56-4f53-9905-50701190b8c2 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:40:27.716258 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:40:27.725305 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] 10.222.0.60 "PUT /v2.0/routers/6c90dec1-b206-4469-8b12-a650be467faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5339599 Nov 23 13:40:28.229492 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 54298) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:28.235106 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309239893', 'description': 'tempest-description--713940454'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:28.241239 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:28.246999 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:security_group and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:28.247233 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device d764f7da-2796-459f-8295-3eb08b375295 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:40:28.250298 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:28.256155 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:28.267739 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.288410 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:28.292222 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:security_group_rule and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:28.295279 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:28.301211 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:28.315786 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port d764f7da-2796-459f-8295-3eb08b375295 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:40:28.320883 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port d764f7da-2796-459f-8295-3eb08b375295 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:28.321269 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.371067 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Sync routers for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:40:28.378144 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.382966 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.388199 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e4a50e71-938e-418d-bc51-077ec09512c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:28.390285 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:40:28.390929 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:40:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:28.426083 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:28.433260 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.434475 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2039692 Nov 23 13:40:28.436166 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.436573 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.436948 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.437332 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.437644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.438186 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.438546 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.438721 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54302) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:28.439197 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.439296 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.439576 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.439925 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.440333 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:40:28.445513 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:28.450879 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'security_group_rule': {'security_group_id': '1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:28.461940 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:28.466181 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:security_group_rule and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:28.469960 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:28.475848 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:28.494589 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.557440 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.563394 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.571728 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-98bfc0b1-6e94-4b36-b421-825503899bc3 tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:28.592831 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af72eeb-baaa-4fe4-9620-5cd46f9db169,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:28.595981 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:28.602004 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.603808 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.604443 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-412f3ff3-0c83-4ffb-82c1-c2e1c51af5c7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630042 Nov 23 13:40:28.606217 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54306) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:28.611873 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'security_group_rule': {'security_group_id': '1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:28.618400 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:28.622351 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:security_group_rule and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:28.625969 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:28.631896 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:28.632934 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:40:28.648988 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.678038 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port d764f7da-2796-459f-8295-3eb08b375295, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=d764f7da-2796-459f-8295-3eb08b375295,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:28.686162 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.696458 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:28.718872 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.724335 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.726558 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:28.853796 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=d764f7da-2796-459f-8295-3eb08b375295,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:28.867590 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4ee076-8676-4c7f-ac7c-263f05b23ea5,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:28.870456 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:28.871159 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:28.872353 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-9eaa4c59-6bb0-4ca5-b6a8-7a43f8367a6c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649779 Nov 23 13:40:28.875856 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54310) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:28.881354 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'floatingip': {'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:28.887284 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:28.891163 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:floatingip and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:40:28.894012 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:40:28.899125 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:28.899582 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:28.911315 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.029275 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 2, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:29.033432 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Checking router: 6c90dec1-b206-4469-8b12-a650be467faa for host: dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:40:29.033800 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Updating router 6c90dec1-b206-4469-8b12-a650be467faa port 15beba61-4a56-4f53-9905-50701190b8c2 binding host dv-cinder-818886-1-iscsi {{(pid=86850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 13:40:29.050476 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.086695 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.191579 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Allocated IP 172.27.3.84 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/bc99e646-5be2-4205-92a4-e7ac5590294f) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:40:29.344841 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.374622 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.378361 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-0b26ec97-fa9d-4d39-b7ad-80f8af500900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:29.436687 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Notify callbacks [] for port, precommit_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.439622 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:40:29.442935 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:40:29.446855 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:40:29.450962 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Transition to ACTIVE for port object 15beba61-4a56-4f53-9905-50701190b8c2 will not be triggered until provisioned by entity L2. {{(pid=86850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:40:29.458949 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.462578 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:29.492805 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'Port': ['ID=bc99e646-5be2-4205-92a4-e7ac5590294f,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:29.497101 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:29.539215 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.605284 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.614736 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dc5f3-e489-4d40-b8b6-453cb7a77747 None None] Pushing event updated for resources: {'Port': ['ID=15beba61-4a56-4f53-9905-50701190b8c2,revision_number=3']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:29.628705 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3b5dc5f3-e489-4d40-b8b6-453cb7a77747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:29.682170 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Attempting to bind port 15beba61-4a56-4f53-9905-50701190b8c2 on host dv-cinder-818886-1-iscsi for vnic_type normal with profile {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:40:29.682541 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Attempting to bind port 15beba61-4a56-4f53-9905-50701190b8c2 by drivers openvswitch,hyperv on host dv-cinder-818886-1-iscsi at level 0 using segments [{'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:40:29.682920 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Attempting to bind port 15beba61-4a56-4f53-9905-50701190b8c2 on network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:40:29.689114 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Checking agent: {'id': '127dbe4d-8934-4ecc-a36e-7359087c2e58', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818886-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 50, 38), 'started_at': datetime.datetime(2021, 11, 23, 12, 51, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818886-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:40:29.689498 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Checking segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:40:29.689905 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.690305 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Bound using segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} {{(pid=86850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:40:29.690826 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.managers [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Bound port: 15beba61-4a56-4f53-9905-50701190b8c2, host: dv-cinder-818886-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'}}] {{(pid=86850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:40:29.691216 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.818988 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.824928 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.829608 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] For port 15beba61-4a56-4f53-9905-50701190b8c2, host dv-cinder-818886-1-iscsi, cleared binding levels {{(pid=86850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:40:29.830355 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-e3916952-b5c5-464d-8b05-5ebb0843e3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:29.832916 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] For port 15beba61-4a56-4f53-9905-50701190b8c2, host dv-cinder-818886-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=15beba61-4a56-4f53-9905-50701190b8c2,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:40:29.838060 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.842857 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:29.917955 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:40:29.918596 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:40:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:29.942915 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.968879 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'Port': ['ID=bc99e646-5be2-4205-92a4-e7ac5590294f,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:29.974160 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:29.981752 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:29.983309 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5dc5f3-e489-4d40-b8b6-453cb7a77747 None None] Pushing event updated for resources: {'Port': ['ID=15beba61-4a56-4f53-9905-50701190b8c2,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:29.983760 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7f82efba-0a2d-4dfd-99a8-383c674a468f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1065907 Nov 23 13:40:29.996788 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3b5dc5f3-e489-4d40-b8b6-453cb7a77747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:30.110950 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_dvr_db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:40:30.251570 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device d764f7da-2796-459f-8295-3eb08b375295 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:40:30.310630 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-134c25e0-8b8d-481a-b11a-dff28a169944 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:security_group {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:40:30.330004 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-134c25e0-8b8d-481a-b11a-dff28a169944 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:security_group {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:40:30.331238 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-134c25e0-8b8d-481a-b11a-dff28a169944 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--309239893&fields=id&tenant_id=c610ba775aca44aa85aaf415f96bb37e HTTP/1.1" status: 200 len: 267 time: 0.0614662 Nov 23 13:40:30.434245 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port d764f7da-2796-459f-8295-3eb08b375295 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:30.434612 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:30.483453 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-81f22cdd-8b55-48da-a0e7-d510ecc75ef5 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:30.484848 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-81f22cdd-8b55-48da-a0e7-d510ecc75ef5 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 811 time: 0.1460292 Nov 23 13:40:30.500130 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-28fc89d9-1dfa-4a09-91bc-e792d0c16aa0 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/quotas/c610ba775aca44aa85aaf415f96bb37e HTTP/1.1" status: 200 len: 375 time: 0.0095234 Nov 23 13:40:30.587308 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-8c0a9ea6-5c77-48c6-99c4-7fc41e890dd2 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815420 Nov 23 13:40:30.605313 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.l3_hamode_db [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:29Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:30.611088 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ca095-5adf-40a2-a830-0ecb6a7d408f None None] The sync data for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi is: [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:29Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:40:30.680348 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-21bc2614-f607-4a92-a3a4-a9e630f1c6f2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:40:30.681387 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-21bc2614-f607-4a92-a3a4-a9e630f1c6f2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0799644 Nov 23 13:40:30.821565 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-681928e4-f966-4521-b489-192342e03cc1 service neutron] 10.222.0.60 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338735 Nov 23 13:40:31.061937 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-e4fdbcf9-69c9-4a17-98ac-972a008678bc service neutron] 10.222.0.60 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337172 Nov 23 13:40:31.310538 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-8995a568-c2f7-420c-9017-c9f334d6ab37 req-f3fe0abd-bf40-45ec-9458-c8cc16c87fcb tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:40:31.330739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-8995a568-c2f7-420c-9017-c9f334d6ab37 req-f3fe0abd-bf40-45ec-9458-c8cc16c87fcb tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:40:31.332178 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8995a568-c2f7-420c-9017-c9f334d6ab37 req-f3fe0abd-bf40-45ec-9458-c8cc16c87fcb tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 210 time: 0.1246738 Nov 23 13:40:32.229654 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 15beba61-4a56-4f53-9905-50701190b8c2 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:40:32.301429 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning for port 15beba61-4a56-4f53-9905-50701190b8c2 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:40:32.306495 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 15beba61-4a56-4f53-9905-50701190b8c2 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:32.306877 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:32.439871 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:32.475743 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] For port 15beba61-4a56-4f53-9905-50701190b8c2, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=15beba61-4a56-4f53-9905-50701190b8c2,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:32.480223 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:32.484596 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-3b5dc5f3-e489-4d40-b8b6-453cb7a77747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:32.497788 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8de4bc9f-1048-440f-9fda-084f06703da8 req-170dd3ac-a0ee-406f-95eb-c954cbf53f9a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 210 time: 0.0563817 Nov 23 13:40:32.554373 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Pushing event updated for resources: {'Port': ['ID=15beba61-4a56-4f53-9905-50701190b8c2,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:32.557984 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:32.655658 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-8f856a99-b9f5-44a1-ba19-74bcde4e99ba tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:32.657135 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-8f856a99-b9f5-44a1-ba19-74bcde4e99ba tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 811 time: 0.1584113 Nov 23 13:40:32.720107 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-b7da45a4-2b21-438d-9ccb-4524a01e345f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c610ba775aca44aa85aaf415f96bb37e HTTP/1.1" status: 200 len: 379 time: 0.0422885 Nov 23 13:40:32.730072 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'port': {'device_id': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'admin_state_up': True, 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'security_groups': ['1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b']}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:32.867860 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:40:32.878081 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:40:32.890511 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Made reservation on behalf of c610ba775aca44aa85aaf415f96bb37e for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:40:32.894241 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:33.085036 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Allocated IP 172.20.0.5 (6ce3e0b3-e6c6-467a-9ba7-e43df6950165/c0577141-0848-4b00-9d24-6f4b15ad54ef/15ea991a-b6b7-4ecc-ba66-da81571f3429) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:40:33.283093 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:33.299987 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Transition to ACTIVE for port object 15ea991a-b6b7-4ecc-ba66-da81571f3429 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:40:33.337020 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:33.342643 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b28d21a5-0f19-4a12-8657-85208b7b01b3 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:33.410917 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:40:33.414239 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:40:33.418127 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:40:33.449732 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'Port': ['ID=15ea991a-b6b7-4ecc-ba66-da81571f3429,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:33.456869 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:33.489014 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:33.489637 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:33.518376 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-d8992ad6-033d-4cb0-b303-cf6791d33599 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918284 Nov 23 13:40:33.533981 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-cd6f24b2-7dba-4690-bdd4-1429107486c0 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:40:33.534944 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-cd6f24b2-7dba-4690-bdd4-1429107486c0 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054212 Nov 23 13:40:33.592029 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Request body: {'port': {'device_id': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:33.695937 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622615ac-1bd3-4821-bbf2-92afe9b953a3 req-fbca0b48-de4d-4511-8d8e-f567738ce0ff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:33.696595 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-c2f43593-895b-4906-8211-2e53c4c2746c None None] Provisioning for port 15ea991a-b6b7-4ecc-ba66-da81571f3429 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:40:33.702070 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-c2f43593-895b-4906-8211-2e53c4c2746c None None] Provisioning complete for port 15ea991a-b6b7-4ecc-ba66-da81571f3429 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:33.702830 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-c2f43593-895b-4906-8211-2e53c4c2746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:33.703008 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-622615ac-1bd3-4821-bbf2-92afe9b953a3 req-fbca0b48-de4d-4511-8d8e-f567738ce0ff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 931 time: 0.0882225 Nov 23 13:40:33.708932 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:33.742835 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-622615ac-1bd3-4821-bbf2-92afe9b953a3 req-87b441a8-debe-4674-b36e-20b47b11a56c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:40:33.755750 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-622615ac-1bd3-4821-bbf2-92afe9b953a3 req-87b441a8-debe-4674-b36e-20b47b11a56c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:40:33.757492 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-622615ac-1bd3-4821-bbf2-92afe9b953a3 req-87b441a8-debe-4674-b36e-20b47b11a56c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533047 Nov 23 13:40:33.767072 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-c2f43593-895b-4906-8211-2e53c4c2746c None None] Port 15ea991a-b6b7-4ecc-ba66-da81571f3429 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:40:34.064749 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15ea991a-b6b7-4ecc-ba66-da81571f3429 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:40:34.072583 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:34.089729 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Transition to ACTIVE for port object 15ea991a-b6b7-4ecc-ba66-da81571f3429 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:40:34.096099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:34.099672 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7df4276f-de1d-4896-bdae-aed1a219ace1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:34.225084 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Pushing event updated for resources: {'Port': ['ID=15ea991a-b6b7-4ecc-ba66-da81571f3429,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:34.230371 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 15beba61-4a56-4f53-9905-50701190b8c2 up at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:40:34.251466 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:34.303991 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Provisioning complete for port 15beba61-4a56-4f53-9905-50701190b8c2 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:34.304702 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:34.439644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Attempting to bind port 15ea991a-b6b7-4ecc-ba66-da81571f3429 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:40:34.439883 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Attempting to bind port 15ea991a-b6b7-4ecc-ba66-da81571f3429 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:40:34.440161 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Attempting to bind port 15ea991a-b6b7-4ecc-ba66-da81571f3429 on network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:40:34.445704 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Port 15ea991a-b6b7-4ecc-ba66-da81571f3429 on network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:40:34.445969 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Attempting to bind port 15ea991a-b6b7-4ecc-ba66-da81571f3429 on network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:40:34.451207 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:40:34.451543 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Checking segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:40:34.451917 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Bound using segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:40:34.452433 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Bound port: 15ea991a-b6b7-4ecc-ba66-da81571f3429, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:40:34.452759 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:34.546869 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] For port 15ea991a-b6b7-4ecc-ba66-da81571f3429, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:40:34.550137 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] For port 15ea991a-b6b7-4ecc-ba66-da81571f3429, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:40:34.558032 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:34.562087 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-b757c01b-a47f-4358-bb16-43fddec32332 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:34.620181 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:34.620971 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:34.622246 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] 10.222.0.84 "PUT /v2.0/ports/15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 1093 time: 1.0807188 Nov 23 13:40:34.622758 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'tag': '15ea991a-b6b7-4ecc-ba66-da81571f3429'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:40:34.647073 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Pushing event updated for resources: {'Port': ['ID=15ea991a-b6b7-4ecc-ba66-da81571f3429,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:34.650260 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ebf1f980-e76b-48d8-82ac-70f59aebc688 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:34.744899 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'tag': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'status': 'completed', 'code': 200} Nov 23 13:40:34.767916 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-0857759f-274f-447e-a446-b17c68ae5db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:34.769461 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-0857759f-274f-447e-a446-b17c68ae5db7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1096 time: 0.0898817 Nov 23 13:40:34.846424 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-2e6a708b-90f6-4f47-a564-113f3fe54621 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 217 time: 0.0638988 Nov 23 13:40:34.918317 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-2b20d926-b921-4317-ab5d-b8c2b42835c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:34.919738 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-2b20d926-b921-4317-ab5d-b8c2b42835c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0667176 Nov 23 13:40:34.951645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403c821-1920-4cff-b78d-b5095fac2374 req-bd14467f-a658-4655-8ca8-045d5d567c7d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:34.953232 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f403c821-1920-4cff-b78d-b5095fac2374 req-bd14467f-a658-4655-8ca8-045d5d567c7d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 943 time: 0.0846782 Nov 23 13:40:34.999025 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-c37a15f0-6f78-45d4-9a13-efc5e39b46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:35.000599 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-c37a15f0-6f78-45d4-9a13-efc5e39b46c4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744960 Nov 23 13:40:35.001927 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-f403c821-1920-4cff-b78d-b5095fac2374 req-3324e07e-e23c-457d-af22-decd9ecf996e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426724 Nov 23 13:40:35.147974 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-5e788ed9-5014-4b3c-bf7d-e96ebddc8ee1 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411223 Nov 23 13:40:35.289485 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bb018e3b-0b78-4ddd-9571-41c02af2a819 req-4f8ba682-fc63-4179-aca9-60ad974b67a0 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349785 Nov 23 13:40:35.465126 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-86fc53df-50f9-41b5-8bb9-1f3895c4dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:35.466623 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-86fc53df-50f9-41b5-8bb9-1f3895c4dceb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1096 time: 0.0735917 Nov 23 13:40:35.607725 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-aa4141d2-468e-472b-8578-17eb0072e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:35.609184 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-aa4141d2-468e-472b-8578-17eb0072e3df service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1360385 Nov 23 13:40:35.681294 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-d8fb8513-2890-423a-97ef-3ce7717c0bd9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 217 time: 0.0659156 Nov 23 13:40:35.764363 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-3b5558a7-4e69-4805-b94a-a3c45e13e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:35.765787 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-3b5558a7-4e69-4805-b94a-a3c45e13e6d9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0770640 Nov 23 13:40:35.842805 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-e2a36f59-5d62-4022-af38-4e12d0287fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:35.844480 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-e2a36f59-5d62-4022-af38-4e12d0287fb1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719500 Nov 23 13:40:35.978390 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-d2b59749-df7b-49bb-a1c0-fb78751e521e service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275635 Nov 23 13:40:36.117588 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-d60100e1-3959-49de-b01f-2d1da63d8c96 req-d04df5ec-0b1f-4284-92ec-5002f964b3bf service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302633 Nov 23 13:40:36.201222 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185377d-0288-45d6-aae1-79b1a6b26c37 req-0ee76170-cbca-49b4-9295-a2c667ae8fc1 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:36.201900 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-f185377d-0288-45d6-aae1-79b1a6b26c37 req-0ee76170-cbca-49b4-9295-a2c667ae8fc1 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:40:36.219395 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-f185377d-0288-45d6-aae1-79b1a6b26c37 req-0ee76170-cbca-49b4-9295-a2c667ae8fc1 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:40:36.220593 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f185377d-0288-45d6-aae1-79b1a6b26c37 req-0ee76170-cbca-49b4-9295-a2c667ae8fc1 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 943 time: 0.1067863 Nov 23 13:40:36.360787 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f185377d-0288-45d6-aae1-79b1a6b26c37 req-d5253d41-61f4-4b55-ab7b-1261fce11a32 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342690 Nov 23 13:40:37.261639 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-7347b36b-e204-471e-bc91-ab9edd89d05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:37.561910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818bdd3-e52e-43ba-8122-d0c4e9ceaf20 req-27c3f90c-15c3-4dfb-9ab8-2a600f6551b3 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:37.563407 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8818bdd3-e52e-43ba-8122-d0c4e9ceaf20 req-27c3f90c-15c3-4dfb-9ab8-2a600f6551b3 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 943 time: 0.0856125 Nov 23 13:40:37.608012 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8818bdd3-e52e-43ba-8122-d0c4e9ceaf20 req-bed63906-3977-4cb5-a944-0d5d2f780571 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389268 Nov 23 13:40:37.666928 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:38.330189 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:40:38.809266 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152857ce-ac33-4b3c-9bb5-fbe6c2b8ba95 req-3f8ad89d-f553-49a2-b236-7abed905855f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:38.810710 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-152857ce-ac33-4b3c-9bb5-fbe6c2b8ba95 req-3f8ad89d-f553-49a2-b236-7abed905855f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 943 time: 0.0865743 Nov 23 13:40:38.855767 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-152857ce-ac33-4b3c-9bb5-fbe6c2b8ba95 req-dfce1e1b-564c-43d1-be0f-32129fbada71 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391102 Nov 23 13:40:39.851423 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 15ea991a-b6b7-4ecc-ba66-da81571f3429 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:40:40.020230 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 15ea991a-b6b7-4ecc-ba66-da81571f3429, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:40.033860 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'port_id': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'mac_address': 'fa:16:3e:9b:ea:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:40:40.044130 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b82c6-b369-4fb5-8544-ed01a168c540 req-03042fe9-afd4-431e-8af1-9c2b238b12fb tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:40.045634 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d0b82c6-b369-4fb5-8544-ed01a168c540 req-03042fe9-afd4-431e-8af1-9c2b238b12fb tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 943 time: 0.0838673 Nov 23 13:40:40.092005 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d0b82c6-b369-4fb5-8544-ed01a168c540 req-ca0e2e07-ed98-4a51-9255-8125c38265cf tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401020 Nov 23 13:40:40.092412 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:40.110982 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15ea991a-b6b7-4ecc-ba66-da81571f3429 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:40:40.138695 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 15ea991a-b6b7-4ecc-ba66-da81571f3429, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:40.142593 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f390944c-3327-421e-a192-ecf17214ccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:40.145619 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:40.147778 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-32b6ed44-4a05-43cb-a453-bd29b6b882ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:40.215895 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=15ea991a-b6b7-4ecc-ba66-da81571f3429,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:40.219268 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:40.613651 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['15ea991a-b6b7-4ecc-ba66-da81571f3429'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:40:41.293747 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05da1e-2357-4a69-9145-725560f66ea1 req-54ffc500-ee61-41cf-86dd-fe9cd777f012 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:41.295228 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6c05da1e-2357-4a69-9145-725560f66ea1 req-54ffc500-ee61-41cf-86dd-fe9cd777f012 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 944 time: 0.0929360 Nov 23 13:40:41.347704 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6c05da1e-2357-4a69-9145-725560f66ea1 req-02b65dd2-25f5-44fe-89de-206179b496e2 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450022 Nov 23 13:40:41.400701 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:41.852172 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 15ea991a-b6b7-4ecc-ba66-da81571f3429 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:40:41.929082 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 15ea991a-b6b7-4ecc-ba66-da81571f3429 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:40:41.934205 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 15ea991a-b6b7-4ecc-ba66-da81571f3429 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:40:41.934593 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:42.056335 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:42.085380 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ea991a-b6b7-4ecc-ba66-da81571f3429'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:40:42.096548 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 15ea991a-b6b7-4ecc-ba66-da81571f3429, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:40:42.102071 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:42.104797 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:40:42.182380 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=15ea991a-b6b7-4ecc-ba66-da81571f3429,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:40:42.185632 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:40:42.194002 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'code': 200} Nov 23 13:40:42.538752 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0741c70-e571-4c82-9234-94e96ba04458 req-243ad676-edba-4ddc-ac16-e36e210414ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:42.540247 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b0741c70-e571-4c82-9234-94e96ba04458 req-243ad676-edba-4ddc-ac16-e36e210414ec service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.1382709 Nov 23 13:40:42.578230 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be84ff6-81df-44f1-9fb4-f13c68fcef1d req-51e72710-7020-4c4e-9aa1-df058c812ff2 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:42.579661 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1be84ff6-81df-44f1-9fb4-f13c68fcef1d req-51e72710-7020-4c4e-9aa1-df058c812ff2 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.1178203 Nov 23 13:40:42.611958 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b0741c70-e571-4c82-9234-94e96ba04458 req-fe9e1521-135e-408e-bff4-96a9e23bc4a8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638621 Nov 23 13:40:42.632054 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-1be84ff6-81df-44f1-9fb4-f13c68fcef1d req-50ed2b10-1c60-44a4-9395-5d4e2e55d9b6 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454080 Nov 23 13:40:42.716012 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:43.839617 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af568c78-31a8-4937-b3df-3574d9035ad6 req-e6d4e3e7-cc9a-4f9e-a1b3-ab1270cfa140 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:43.841833 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-af568c78-31a8-4937-b3df-3574d9035ad6 req-e6d4e3e7-cc9a-4f9e-a1b3-ab1270cfa140 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0846255 Nov 23 13:40:43.894560 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-af568c78-31a8-4937-b3df-3574d9035ad6 req-18bf39bf-df05-4aa2-9861-6ec719c9490d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462554 Nov 23 13:40:45.098097 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cd3d0-e4c6-4e8b-ad60-ea86f537d64c req-de9bdb2c-fa82-478f-99b5-9c9f90c95a0f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:45.099570 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-da5cd3d0-e4c6-4e8b-ad60-ea86f537d64c req-de9bdb2c-fa82-478f-99b5-9c9f90c95a0f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0870738 Nov 23 13:40:45.159612 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-da5cd3d0-e4c6-4e8b-ad60-ea86f537d64c req-b28cc610-5496-4803-8dcd-9b326ba753ef tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541377 Nov 23 13:40:45.360096 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02c430-09ca-4838-9f47-b7fc71b3baff req-0ace264c-21af-489f-9809-600db0552d0e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:45.361616 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8e02c430-09ca-4838-9f47-b7fc71b3baff req-0ace264c-21af-489f-9809-600db0552d0e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0999198 Nov 23 13:40:45.371087 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54386) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:40:45.376482 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'floatingip': {'port_id': '15ea991a-b6b7-4ecc-ba66-da81571f3429'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:40:45.556812 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:46.177590 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:46.184027 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:46.359723 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Floating IP 2a8b77c3-ea3e-453b-8fdb-9074b685e537 associated. External IP: 172.27.3.84, port: 15ea991a-b6b7-4ecc-ba66-da81571f3429. Nov 23 13:40:46.733358 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Router 6c90dec1-b206-4469-8b12-a650be467faa has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:40:47.040912 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:40:47.045550 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:47.051408 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] Sync routers for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:40:47.061850 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:40:47.062471 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:40:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:47.104683 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-db70fff7-28ec-4c79-9149-5cb5dcc5716f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "PUT /v2.0/floatingips/2a8b77c3-ea3e-453b-8fdb-9074b685e537 HTTP/1.1" status: 200 len: 990 time: 1.7323959 Nov 23 13:40:47.105478 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'tag': '15ea991a-b6b7-4ecc-ba66-da81571f3429'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:40:47.213554 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'tag': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'status': 'completed', 'code': 200} Nov 23 13:40:47.261310 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:40:47.340207 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95872-43cb-4115-adce-44ff958d1129 req-726811a2-43a8-431d-9daf-4593274dcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:47.341633 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-49c95872-43cb-4115-adce-44ff958d1129 req-726811a2-43a8-431d-9daf-4593274dcc76 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.0724757 Nov 23 13:40:47.476427 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95872-43cb-4115-adce-44ff958d1129 req-c71c66bf-b158-42e6-bb28-27e24059643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:47.477966 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-49c95872-43cb-4115-adce-44ff958d1129 req-c71c66bf-b158-42e6-bb28-27e24059643b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1296997 Nov 23 13:40:47.584143 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-49c95872-43cb-4115-adce-44ff958d1129 req-daab9b49-6fb7-4594-99cf-0a3941416fc3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 998 time: 0.0990667 Nov 23 13:40:47.607440 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '2a8b77c3-ea3e-453b-8fdb-9074b685e537', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'port_id': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'mac_address': 'fa:16:3e:9b:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:40:29Z', 'updated_at': '2021-11-23T13:40:46Z', 'revision_number': 1, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:47.611289 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] Checking router: 6c90dec1-b206-4469-8b12-a650be467faa for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:40:47.620538 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:40:47.621160 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:40:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:47.653334 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95872-43cb-4115-adce-44ff958d1129 req-a180c6f7-885e-4cdd-adba-e3c50fed690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:47.654814 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-49c95872-43cb-4115-adce-44ff958d1129 req-a180c6f7-885e-4cdd-adba-e3c50fed690c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0643480 Nov 23 13:40:47.734644 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c95872-43cb-4115-adce-44ff958d1129 req-214fb326-cebe-4a46-a823-95f65b5be2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:47.736150 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-49c95872-43cb-4115-adce-44ff958d1129 req-214fb326-cebe-4a46-a823-95f65b5be2e7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746398 Nov 23 13:40:47.800279 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:40:47.870923 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-49c95872-43cb-4115-adce-44ff958d1129 req-0fa8335c-9fc9-4f6d-ad0b-0b0f8b26f3aa service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278391 Nov 23 13:40:48.011815 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-49c95872-43cb-4115-adce-44ff958d1129 req-1bbfc079-0608-4391-9b5e-eb8603e46c1e service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339371 Nov 23 13:40:48.164967 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '2a8b77c3-ea3e-453b-8fdb-9074b685e537', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'port_id': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'mac_address': 'fa:16:3e:9b:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:40:29Z', 'updated_at': '2021-11-23T13:40:46Z', 'revision_number': 1, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:40:48.171258 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d60b4-f272-4315-b22c-29b82e71916e None None] The sync data for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi is: [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '2a8b77c3-ea3e-453b-8fdb-9074b685e537', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'port_id': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'mac_address': 'fa:16:3e:9b:ea:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:40:29Z', 'updated_at': '2021-11-23T13:40:46Z', 'revision_number': 1, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:40:48.375694 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824074bd-5368-41a1-a05c-483b7f9134a5 None None] New status for floating IP 2a8b77c3-ea3e-453b-8fdb-9074b685e537: ACTIVE {{(pid=86850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:40:49.342185 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:40:53.512608 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-0c7785d9-6fe6-452f-b1f8-3c2a44993b14 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803967 Nov 23 13:40:53.685270 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-cd84dcc1-6d5d-46dd-9bed-73264e31d204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:53.686766 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-cd84dcc1-6d5d-46dd-9bed-73264e31d204 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.0896468 Nov 23 13:40:53.838960 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-0d86fd2a-51ea-4141-977d-c3d2b11d923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:53.840516 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-0d86fd2a-51ea-4141-977d-c3d2b11d923a service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1343901 Nov 23 13:40:54.046004 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-5a1c26a1-6e5b-4a19-a471-3fac287e53c5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 1000 time: 0.1990392 Nov 23 13:40:54.117861 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-a2654b9b-ed0d-4ee1-9886-9e9e55b55be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:54.119239 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-a2654b9b-ed0d-4ee1-9886-9e9e55b55be3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0669756 Nov 23 13:40:54.216210 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-53d0b3fa-02c3-4f27-889c-d03539efb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:40:54.217691 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-53d0b3fa-02c3-4f27-889c-d03539efb045 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773926 Nov 23 13:40:54.352822 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-6fe5a034-f986-4498-9a10-22d582db8b3f service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279991 Nov 23 13:40:54.492744 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-b36bfb3e-080e-4a56-b1e0-3e828163fb41 req-ca9672a6-daa7-4874-95f1-77d84cfc6388 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321242 Nov 23 13:41:07.266230 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9b271b9e-a514-4916-9f88-f55f5aac77e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:07.683833 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:10.138065 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-094a8731-1ea3-48d2-8faf-2c4b6627384e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:11.403281 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:12.725145 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:15.331210 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:41:19.336224 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:37.265861 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9604f5cc-2405-4857-9f11-e5b65325e726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:37.676526 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:40.143291 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccaa72eb-d89f-4db9-82e9-61ad0377be0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:41.412219 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:42.738817 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:49.340709 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:41:52.331053 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:41:55.521152 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-a012af5c-61fd-422c-bf2d-6b81768df4e2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814781 Nov 23 13:41:55.689587 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-6eb1bd9c-d703-40b5-84e1-b80a56f16224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:41:55.691076 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-6eb1bd9c-d703-40b5-84e1-b80a56f16224 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.0726464 Nov 23 13:41:55.845256 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-15efee7e-096c-4ac4-b559-f4983863958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:41:55.846721 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-15efee7e-096c-4ac4-b559-f4983863958d service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1362870 Nov 23 13:41:55.954667 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-3c873c4b-4133-40c0-ba16-9a6d150f6e7d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 1000 time: 0.1006005 Nov 23 13:41:56.023431 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-d0c1f539-55c1-4caf-b419-c1876514e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:41:56.025000 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-d0c1f539-55c1-4caf-b419-c1876514e5a6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0627787 Nov 23 13:41:56.103657 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-a4561998-92e4-4a97-9486-93fcbb86c90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:41:56.105166 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-a4561998-92e4-4a97-9486-93fcbb86c90c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724328 Nov 23 13:41:56.247402 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-439c2bd3-fbf9-4658-8809-17af584039f9 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342800 Nov 23 13:41:56.384138 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-76ac2c2f-8974-427b-985b-0c7d6c4f503e req-4dcd1d02-85d0-4aef-8e2f-6f4dec40b84d service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296356 Nov 23 13:42:07.259904 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-12cee7d2-133c-4408-8e8a-8fd7a41e9aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:07.672341 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:10.136873 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0e389b38-1669-49db-854b-b33a974d5a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:11.411873 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:12.740153 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:15.236698 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b0e9-5446-4a8e-b704-c46a39a490b3 req-8f676587-75c9-4c44-9c6a-ae8bb3c6f96d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:15.238105 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6804b0e9-5446-4a8e-b704-c46a39a490b3 req-8f676587-75c9-4c44-9c6a-ae8bb3c6f96d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0907938 Nov 23 13:42:15.282752 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-6804b0e9-5446-4a8e-b704-c46a39a490b3 req-688cb678-7fe6-4aa9-942a-688c73dc508a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386031 Nov 23 13:42:16.486505 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c537ee4-ef3b-45d5-b23d-b6f1a25c972c req-dd756e44-55f2-40a6-86a9-8d59e31892bb tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:16.487880 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c537ee4-ef3b-45d5-b23d-b6f1a25c972c req-dd756e44-55f2-40a6-86a9-8d59e31892bb tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0897841 Nov 23 13:42:16.537680 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c537ee4-ef3b-45d5-b23d-b6f1a25c972c req-9b96ee1c-e7bb-4155-b164-843f428e5404 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407627 Nov 23 13:42:17.738408 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c2931-646e-43d2-b738-741b2cf08715 req-98abb41a-b215-4c9b-b79c-ae47d7fc92db tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:17.739846 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-156c2931-646e-43d2-b738-741b2cf08715 req-98abb41a-b215-4c9b-b79c-ae47d7fc92db tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0848773 Nov 23 13:42:17.785000 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-156c2931-646e-43d2-b738-741b2cf08715 req-94d0f4b4-d5a0-47a0-b9f8-545e634a88b8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387039 Nov 23 13:42:18.999582 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853890e-acf4-472f-a949-8282e6f583a9 req-ca16a199-c1ab-41c0-88bc-ff66b41ce127 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:19.001058 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5853890e-acf4-472f-a949-8282e6f583a9 req-ca16a199-c1ab-41c0-88bc-ff66b41ce127 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.1027472 Nov 23 13:42:19.047781 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-5853890e-acf4-472f-a949-8282e6f583a9 req-a34dfe03-289e-4353-b937-755854e71549 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386705 Nov 23 13:42:19.339459 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:20.255454 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37692f-a337-479a-a386-748f88e4897a req-70ca0185-c940-42c3-9447-73452559b666 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:20.257862 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b37692f-a337-479a-a386-748f88e4897a req-70ca0185-c940-42c3-9447-73452559b666 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0905743 Nov 23 13:42:20.312372 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8b37692f-a337-479a-a386-748f88e4897a req-40207815-d97b-4e4a-873e-afee15c6d21d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494871 Nov 23 13:42:21.507363 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b45de-8725-44d1-9408-452e4ac07d43 req-6a15448b-4a67-416a-bcda-64c14a93e8c8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:21.508891 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-267b45de-8725-44d1-9408-452e4ac07d43 req-6a15448b-4a67-416a-bcda-64c14a93e8c8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0841122 Nov 23 13:42:21.555029 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-267b45de-8725-44d1-9408-452e4ac07d43 req-d5e6c30a-07fa-4711-a635-129ec25eeaeb tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378456 Nov 23 13:42:22.768830 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc88fe6-be2b-4ace-851b-478deeda8f4c req-3ea397de-8886-4a3e-9625-20d75c9d517d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:22.770300 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8cc88fe6-be2b-4ace-851b-478deeda8f4c req-3ea397de-8886-4a3e-9625-20d75c9d517d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0927520 Nov 23 13:42:22.817846 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8cc88fe6-be2b-4ace-851b-478deeda8f4c req-eb4b4008-d40b-469a-98d4-fb1adce79f18 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392859 Nov 23 13:42:24.012214 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b030393-f46b-4298-b597-1cdcd42f2a94 req-71a579b6-5b35-4556-a7d5-9272bb59e10a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:24.013708 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2b030393-f46b-4298-b597-1cdcd42f2a94 req-71a579b6-5b35-4556-a7d5-9272bb59e10a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0882339 Nov 23 13:42:24.069877 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2b030393-f46b-4298-b597-1cdcd42f2a94 req-fce2c252-8e24-4333-9e42-5ced5999072c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474446 Nov 23 13:42:25.371597 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee670c-2683-476d-a5bc-989ba05900bd req-478ef58e-f004-4489-91fe-cf0442bf31ee tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:25.373014 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-68ee670c-2683-476d-a5bc-989ba05900bd req-478ef58e-f004-4489-91fe-cf0442bf31ee tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.1816545 Nov 23 13:42:25.421378 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-68ee670c-2683-476d-a5bc-989ba05900bd req-a942bbdc-0eea-4495-9b70-fc249f62c6b0 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396636 Nov 23 13:42:26.651276 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15505c4e-50ee-491b-bd5f-77664ce87357 req-3bb791c7-bb77-4c66-b528-8542ec2dfafe tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:26.652776 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-15505c4e-50ee-491b-bd5f-77664ce87357 req-3bb791c7-bb77-4c66-b528-8542ec2dfafe tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0936263 Nov 23 13:42:26.707247 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-15505c4e-50ee-491b-bd5f-77664ce87357 req-85974198-c4c4-4fee-99dd-bd115fc409f7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458403 Nov 23 13:42:27.915574 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bcafa-4433-4e28-8432-503b650a7137 req-790988b5-f032-492d-9db3-c7fbe6eeb8b1 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:27.917142 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a92bcafa-4433-4e28-8432-503b650a7137 req-790988b5-f032-492d-9db3-c7fbe6eeb8b1 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0891340 Nov 23 13:42:27.964667 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a92bcafa-4433-4e28-8432-503b650a7137 req-6ce5c99d-07f9-46ca-8d56-cb4c51d61dbf tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389395 Nov 23 13:42:29.172729 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeb74e-9afc-43b4-9fc5-adafc41fbab6 req-d488f325-26b6-44c6-8280-955bfcfe7567 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:29.174107 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3eeb74e-9afc-43b4-9fc5-adafc41fbab6 req-d488f325-26b6-44c6-8280-955bfcfe7567 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0914729 Nov 23 13:42:29.224658 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c3eeb74e-9afc-43b4-9fc5-adafc41fbab6 req-8c6a6690-bf9a-4819-9819-359b10ea49c6 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445633 Nov 23 13:42:29.337543 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:42:30.435758 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c5f3c-7f67-4c50-a5be-1b8ed0fb3fe6 req-c7543224-b0f3-4a9b-8962-3e19af6e1e3a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:30.437334 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-019c5f3c-7f67-4c50-a5be-1b8ed0fb3fe6 req-c7543224-b0f3-4a9b-8962-3e19af6e1e3a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0974603 Nov 23 13:42:30.482470 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-019c5f3c-7f67-4c50-a5be-1b8ed0fb3fe6 req-04b39894-6eca-4e6d-8072-76a6471ed361 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392795 Nov 23 13:42:31.692067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e68f71-76bc-4b24-9478-45be42d2ea78 req-ef9223c5-8289-45e8-b845-95fda50a8fbc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:31.693582 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-20e68f71-76bc-4b24-9478-45be42d2ea78 req-ef9223c5-8289-45e8-b845-95fda50a8fbc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0947933 Nov 23 13:42:31.750734 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-20e68f71-76bc-4b24-9478-45be42d2ea78 req-a36a4e55-d5ef-4e66-9d05-a187caca41ed tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486624 Nov 23 13:42:32.967950 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c2292-b9c3-4201-ab5c-728ab1146932 req-f6006131-9336-4bc7-b1d2-250a51c67f84 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:32.969570 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2d3c2292-b9c3-4201-ab5c-728ab1146932 req-f6006131-9336-4bc7-b1d2-250a51c67f84 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0911279 Nov 23 13:42:33.017747 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2d3c2292-b9c3-4201-ab5c-728ab1146932 req-1ec60cb9-6146-469f-9f55-35f67ef5723a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423002 Nov 23 13:42:34.390201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd757-c3ab-453d-9314-dce51a2a356a req-5c3a10c6-c114-4547-9813-b192c6d97f07 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:34.391874 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a97cd757-c3ab-453d-9314-dce51a2a356a req-5c3a10c6-c114-4547-9813-b192c6d97f07 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0944936 Nov 23 13:42:34.441154 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a97cd757-c3ab-453d-9314-dce51a2a356a req-1fc79bb0-44e7-4ea0-a5f2-4ac226e00a73 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409341 Nov 23 13:42:35.636910 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbd957-1d29-47d9-b6cc-46796498cc9c req-3f0ae66b-32a3-42bd-8a5e-04e98eea1ced tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:35.638387 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-57bbd957-1d29-47d9-b6cc-46796498cc9c req-3f0ae66b-32a3-42bd-8a5e-04e98eea1ced tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0854387 Nov 23 13:42:35.685606 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-57bbd957-1d29-47d9-b6cc-46796498cc9c req-7b538c35-f7bb-42f1-919e-a26ba0bae700 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Nov 23 13:42:36.890463 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e0810-7d0e-4582-b8c3-8b78e0986863 req-0a642e0b-b685-43b7-9aa0-ed9f1733f185 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:36.891978 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c2e0810-7d0e-4582-b8c3-8b78e0986863 req-0a642e0b-b685-43b7-9aa0-ed9f1733f185 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0894556 Nov 23 13:42:36.941695 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2c2e0810-7d0e-4582-b8c3-8b78e0986863 req-6ecca169-d4bf-4cb0-a9e6-aec3f6c36a8f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Nov 23 13:42:37.267217 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-47fb1e79-ded8-4c1f-b46d-3f456529529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:37.297866 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef6898-a89e-4f74-926f-81600a909078 req-2432b38a-008e-4861-9e50-44980a901e76 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:37.299514 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-24ef6898-a89e-4f74-926f-81600a909078 req-2432b38a-008e-4861-9e50-44980a901e76 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0856113 Nov 23 13:42:37.352953 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-24ef6898-a89e-4f74-926f-81600a909078 req-0323aff7-373a-4438-bed8-0b8bab95f15c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 Nov 23 13:42:37.374455 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-597d609a-5b8f-4437-89f2-fe596501c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:37.375945 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-597d609a-5b8f-4437-89f2-fe596501c1b3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.0795493 Nov 23 13:42:37.510783 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-3f715986-fc52-4627-8cbf-256e3e0a24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:37.512197 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-3f715986-fc52-4627-8cbf-256e3e0a24b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1296046 Nov 23 13:42:37.631615 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-25a7caeb-4e1d-4f53-95b2-975a67b3d5ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 1000 time: 0.1123819 Nov 23 13:42:37.668709 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:37.697658 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-b1116ff0-4d16-41c0-b4c6-5ba3c9877c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:37.699111 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-b1116ff0-4d16-41c0-b4c6-5ba3c9877c0e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0615239 Nov 23 13:42:37.780384 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-1956e0c9-8a77-4bb3-8150-5fb8aa54c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:37.781867 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-1956e0c9-8a77-4bb3-8150-5fb8aa54c172 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752468 Nov 23 13:42:37.927428 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-76a3e13c-637f-4a58-beb5-951183ad9b8c service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382322 Nov 23 13:42:38.059028 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a56b49c9-7c2b-4f07-aa73-9d062d3f5e62 req-3fe64149-6b6d-4221-ab64-145c7ed1a01e service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249657 Nov 23 13:42:38.546915 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37c903-e947-487b-bfb3-c0dc96d00c03 req-63e1f0b9-7161-4dbb-953c-64dfb2da5e39 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:38.552275 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db37c903-e947-487b-bfb3-c0dc96d00c03 req-63e1f0b9-7161-4dbb-953c-64dfb2da5e39 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0836926 Nov 23 13:42:38.594673 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-db37c903-e947-487b-bfb3-c0dc96d00c03 req-2040c74a-69f5-4926-83ce-b005bad916c6 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 Nov 23 13:42:39.805547 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78a144-d519-4461-9bc6-77c41a175db0 req-9a5c6e04-72e9-47a7-b49c-f40d42b1ce82 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:39.807051 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d78a144-d519-4461-9bc6-77c41a175db0 req-9a5c6e04-72e9-47a7-b49c-f40d42b1ce82 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0958741 Nov 23 13:42:39.853363 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-0d78a144-d519-4461-9bc6-77c41a175db0 req-c7555345-cf4f-4b51-b809-9599eb5896da tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403457 Nov 23 13:42:40.136896 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8fec432e-af7a-42bc-8a28-732749affdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:41.411475 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:42.743230 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:49.359760 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:42:56.521225 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-056cb098-499f-476b-8481-c51b48df7d4c req-b6fda837-fc0b-43c9-a53d-ae5f83de918f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840433 Nov 23 13:42:56.690068 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb098-499f-476b-8481-c51b48df7d4c req-24cf1b5a-d266-476d-a99e-55fcc1a650a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:56.691605 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-056cb098-499f-476b-8481-c51b48df7d4c req-24cf1b5a-d266-476d-a99e-55fcc1a650a1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.0763032 Nov 23 13:42:56.837976 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb098-499f-476b-8481-c51b48df7d4c req-a0c44711-afde-4863-9a20-33881ab18651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:56.839431 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-056cb098-499f-476b-8481-c51b48df7d4c req-a0c44711-afde-4863-9a20-33881ab18651 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1282983 Nov 23 13:42:57.041161 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-056cb098-499f-476b-8481-c51b48df7d4c req-9640e2d8-4493-47d4-860a-6842fd362707 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 1000 time: 0.1942704 Nov 23 13:42:57.112698 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb098-499f-476b-8481-c51b48df7d4c req-ebb0c0a1-68b3-4136-a9b0-35787a38f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:57.114024 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-056cb098-499f-476b-8481-c51b48df7d4c req-ebb0c0a1-68b3-4136-a9b0-35787a38f6c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0661657 Nov 23 13:42:57.193553 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cb098-499f-476b-8481-c51b48df7d4c req-09f1ee5b-3973-4b23-9314-129c6b004276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:42:57.195054 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-056cb098-499f-476b-8481-c51b48df7d4c req-09f1ee5b-3973-4b23-9314-129c6b004276 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744708 Nov 23 13:42:57.330666 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-056cb098-499f-476b-8481-c51b48df7d4c req-d503dcc4-a8cc-47e6-833e-af0d95872d9f service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287415 Nov 23 13:42:57.466205 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-056cb098-499f-476b-8481-c51b48df7d4c req-ccfe2b0a-4c46-4104-b995-8c00b5854ab9 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289883 Nov 23 13:43:06.326525 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:43:07.263869 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ec474ee9-19ae-4179-b040-d997cd6ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:07.674231 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:10.131961 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-469129ed-b10f-43df-97a7-98f93e9e35a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:11.412739 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:12.736896 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:19.346798 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:37.270378 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-0651a002-eec6-4dba-9adf-110c479da0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:37.293624 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ffcb8-c172-413c-bf64-8573d82d44e7 req-c2414842-2945-4c6d-a120-e2df92feefa0 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:37.295239 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-345ffcb8-c172-413c-bf64-8573d82d44e7 req-c2414842-2945-4c6d-a120-e2df92feefa0 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0924337 Nov 23 13:43:37.343002 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-345ffcb8-c172-413c-bf64-8573d82d44e7 req-1a8dd012-bf55-4371-a4b3-c0cc023b74ae tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420537 Nov 23 13:43:37.668899 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:38.540619 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33536f-17fc-4913-b9bb-f39afd6a6f14 req-c39d2a0b-6ab8-4acd-a03d-ee9d4f3bc24f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:38.542200 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df33536f-17fc-4913-b9bb-f39afd6a6f14 req-c39d2a0b-6ab8-4acd-a03d-ee9d4f3bc24f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0889356 Nov 23 13:43:38.603940 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-df33536f-17fc-4913-b9bb-f39afd6a6f14 req-40c8fbb3-b97b-4e15-ab0b-61b569e2451b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528429 Nov 23 13:43:39.827202 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c6335-7b15-456b-a7fe-2b3b155e63be req-acc5babe-ecf5-4a58-843b-f13629781dd4 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:39.828828 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-420c6335-7b15-456b-a7fe-2b3b155e63be req-acc5babe-ecf5-4a58-843b-f13629781dd4 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.1036272 Nov 23 13:43:39.877003 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-420c6335-7b15-456b-a7fe-2b3b155e63be req-b1f270c2-91af-4dfc-8191-cb13a0d88d45 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419130 Nov 23 13:43:40.135037 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4f647858-c2b0-4715-8c0a-50b12077a890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:41.074437 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db8fac-0ddf-4f9b-a335-490d2e17febe req-b5d728f2-90d2-427d-9ab4-c6fc12bc2cbf tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:41.075906 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-63db8fac-0ddf-4f9b-a335-490d2e17febe req-b5d728f2-90d2-427d-9ab4-c6fc12bc2cbf tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0832682 Nov 23 13:43:41.122698 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-63db8fac-0ddf-4f9b-a335-490d2e17febe req-b60960f3-ff1b-4fbd-833d-8ef46cdf7647 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401897 Nov 23 13:43:41.415848 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:42.311515 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5635-7cfc-4edd-a109-991c28f7cbf9 req-44c8a9b8-13da-4912-9cf0-33a71a3aae26 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:42.313070 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a43c5635-7cfc-4edd-a109-991c28f7cbf9 req-44c8a9b8-13da-4912-9cf0-33a71a3aae26 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0812540 Nov 23 13:43:42.368165 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a43c5635-7cfc-4edd-a109-991c28f7cbf9 req-546de472-d9b5-4a11-b33f-318e26992f02 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448041 Nov 23 13:43:42.739678 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:43.326560 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:43:43.573979 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67aae-a195-4511-bb76-71edc8d90687 req-4fef724a-6230-4b5a-9696-37c1385d7f52 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:43.575557 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2ed67aae-a195-4511-bb76-71edc8d90687 req-4fef724a-6230-4b5a-9696-37c1385d7f52 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0994821 Nov 23 13:43:43.626638 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-2ed67aae-a195-4511-bb76-71edc8d90687 req-ef4495da-f0c8-40f6-a807-33893fb2daee tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408318 Nov 23 13:43:44.831754 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634db66d-ea58-4d60-87f0-763e0c5766d2 req-95caeaa1-3cfb-40b0-ab9f-e215da3b51a3 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:44.833365 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-634db66d-ea58-4d60-87f0-763e0c5766d2 req-95caeaa1-3cfb-40b0-ab9f-e215da3b51a3 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0934584 Nov 23 13:43:44.891602 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-634db66d-ea58-4d60-87f0-763e0c5766d2 req-40113088-b2f7-4c17-b54c-7aab2c9d052f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500565 Nov 23 13:43:46.113502 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85573f-071f-434d-ba01-9e6a0cc477cc req-e5ac4796-b711-4b09-9e22-1c595c82860e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:46.114900 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e85573f-071f-434d-ba01-9e6a0cc477cc req-e5ac4796-b711-4b09-9e22-1c595c82860e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0966485 Nov 23 13:43:46.166170 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-6e85573f-071f-434d-ba01-9e6a0cc477cc req-80832170-6bb3-4e95-9283-c38f42157121 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 Nov 23 13:43:47.374762 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c675a-38b4-43c1-9fa8-c1f0b8670a41 req-091b9a2f-6cc7-4c0d-8381-10295b190c21 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:47.376641 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a9c675a-38b4-43c1-9fa8-c1f0b8670a41 req-091b9a2f-6cc7-4c0d-8381-10295b190c21 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.1000075 Nov 23 13:43:47.424120 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-5a9c675a-38b4-43c1-9fa8-c1f0b8670a41 req-fdd48d89-66ba-4510-b208-80089463b0df tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413039 Nov 23 13:43:48.633335 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce7e95-ae05-46f2-a7f8-d4a37614b131 req-4e56fb6d-4dd2-42ce-8632-e0a08e1daa5d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:48.634964 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a1ce7e95-ae05-46f2-a7f8-d4a37614b131 req-4e56fb6d-4dd2-42ce-8632-e0a08e1daa5d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0941346 Nov 23 13:43:48.701573 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-a1ce7e95-ae05-46f2-a7f8-d4a37614b131 req-6081335a-e08b-4931-8c54-e6eb166f1b98 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591934 Nov 23 13:43:49.366794 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:43:49.929697 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ea525-a9a1-4b7e-ad03-a2edcdeb1c39 req-07284f96-6d50-423b-b860-035529ef244e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:49.931308 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a10ea525-a9a1-4b7e-ad03-a2edcdeb1c39 req-07284f96-6d50-423b-b860-035529ef244e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0887337 Nov 23 13:43:49.990074 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a10ea525-a9a1-4b7e-ad03-a2edcdeb1c39 req-9b1f8a0d-e030-4fb7-a396-02192ed26327 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527310 Nov 23 13:43:51.190923 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b99028-0534-4fdc-87b8-389627f55d54 req-889ab725-5597-4528-bebc-e14990c470e4 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:51.192382 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-46b99028-0534-4fdc-87b8-389627f55d54 req-889ab725-5597-4528-bebc-e14990c470e4 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0840945 Nov 23 13:43:51.237792 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-46b99028-0534-4fdc-87b8-389627f55d54 req-427034a7-69d1-4ea3-8a32-3420fb57b878 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395589 Nov 23 13:43:52.431737 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb1baf-5fee-4e7f-8f13-d4a4cd5687bc req-a34c6bb6-08a5-4dec-acef-10299a25228d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:52.433239 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a6fb1baf-5fee-4e7f-8f13-d4a4cd5687bc req-a34c6bb6-08a5-4dec-acef-10299a25228d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0864346 Nov 23 13:43:52.481925 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-a6fb1baf-5fee-4e7f-8f13-d4a4cd5687bc req-c22e8f34-8a92-45ec-bc70-a27d47c56f5e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420713 Nov 23 13:43:53.678530 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51d411-7712-4d40-9b82-ee6b28b158a9 req-3ed1bc17-3aeb-4cd1-9c64-5b6006c07351 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:53.680031 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d51d411-7712-4d40-9b82-ee6b28b158a9 req-3ed1bc17-3aeb-4cd1-9c64-5b6006c07351 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0879965 Nov 23 13:43:53.742026 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-8d51d411-7712-4d40-9b82-ee6b28b158a9 req-11a05f3e-db4a-44dd-a2a0-83814bab9d46 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560737 Nov 23 13:43:54.109815 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bb897-5c53-45a4-a895-dd455e47f2cd req-a9b33442-544d-47dd-8418-2c3a6e812cd9 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:54.111320 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-161bb897-5c53-45a4-a895-dd455e47f2cd req-a9b33442-544d-47dd-8418-2c3a6e812cd9 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0852430 Nov 23 13:43:54.193508 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973727d-103c-4dee-b978-c219d1b79418 req-2b30c932-0c93-47e4-b950-68ee4e5ba290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:54.195017 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c973727d-103c-4dee-b978-c219d1b79418 req-2b30c932-0c93-47e4-b950-68ee4e5ba290 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.0787890 Nov 23 13:43:54.278577 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-161bb897-5c53-45a4-a895-dd455e47f2cd req-01a7f6b6-2f85-4f8a-a5f7-8e787a6ddc83 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605380 Nov 23 13:43:54.339661 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973727d-103c-4dee-b978-c219d1b79418 req-55ed76f3-aae8-498a-ab57-2ffc5371a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:54.341123 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c973727d-103c-4dee-b978-c219d1b79418 req-55ed76f3-aae8-498a-ab57-2ffc5371a19c service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1390185 Nov 23 13:43:54.454916 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c973727d-103c-4dee-b978-c219d1b79418 req-5032223c-e2e3-4d6c-b9ef-761c9fbaf6c4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 1000 time: 0.1067355 Nov 23 13:43:54.530526 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973727d-103c-4dee-b978-c219d1b79418 req-68893d27-086e-4c23-ae46-6e65309ce809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:54.532007 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c973727d-103c-4dee-b978-c219d1b79418 req-68893d27-086e-4c23-ae46-6e65309ce809 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0698693 Nov 23 13:43:54.620712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973727d-103c-4dee-b978-c219d1b79418 req-4013f9d4-3c6a-45ac-9eb3-588253b3c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:54.622270 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c973727d-103c-4dee-b978-c219d1b79418 req-4013f9d4-3c6a-45ac-9eb3-588253b3c948 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825393 Nov 23 13:43:54.875041 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c973727d-103c-4dee-b978-c219d1b79418 req-96defb63-acf4-41c8-9c03-74eb93361884 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440262 Nov 23 13:43:55.023358 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c973727d-103c-4dee-b978-c219d1b79418 req-f531f006-9c52-484a-ac8a-a94575e82de5 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412628 Nov 23 13:43:55.483347 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09b95d-bfb9-4ae7-9d47-557997451eae req-3b8b76b9-5763-4b9b-93e4-b5135a465f37 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:55.484886 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa09b95d-bfb9-4ae7-9d47-557997451eae req-3b8b76b9-5763-4b9b-93e4-b5135a465f37 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0906794 Nov 23 13:43:55.531123 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-aa09b95d-bfb9-4ae7-9d47-557997451eae req-19ba75a8-ba0e-43a8-9c51-2369a1024119 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402632 Nov 23 13:43:56.724210 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78889068-2da9-4cba-be34-617040a196d1 req-85bcc2b8-9b26-4279-8bac-925620a09014 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:56.725711 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-78889068-2da9-4cba-be34-617040a196d1 req-85bcc2b8-9b26-4279-8bac-925620a09014 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0884082 Nov 23 13:43:56.770673 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-78889068-2da9-4cba-be34-617040a196d1 req-58fe42ec-a315-4cb6-8e23-7a3919d4d5ca tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391421 Nov 23 13:43:58.504701 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-2a00a2aa-fc45-42a3-925c-857b260f2fef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736198 Nov 23 13:43:58.677382 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-108b7299-072c-4783-9eea-ce9e62393425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:58.678901 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-108b7299-072c-4783-9eea-ce9e62393425 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.0880568 Nov 23 13:43:58.832565 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-b18719a0-a546-4027-8cf1-610ee5b65a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:58.834329 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-b18719a0-a546-4027-8cf1-610ee5b65a6a service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1335127 Nov 23 13:43:58.947256 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-52a3dafe-ecfa-4559-bd92-d108b5e9c966 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 1000 time: 0.1069505 Nov 23 13:43:59.015788 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-9a377e8a-093a-4e98-bddf-e4a532cda12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:59.017291 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-9a377e8a-093a-4e98-bddf-e4a532cda12f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0640781 Nov 23 13:43:59.110848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-be5c5739-35b1-4059-8518-8d80677b71a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:43:59.112648 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-be5c5739-35b1-4059-8518-8d80677b71a7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891182 Nov 23 13:43:59.257558 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-3afd97e8-dc23-4d10-a1c7-9d20e461bd64 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381314 Nov 23 13:43:59.403946 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-60054a00-6424-44f3-bb2c-c4c7afdb927b req-5bd3fd39-d846-4097-92e8-2550b3f0aa96 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402352 Nov 23 13:44:07.267156 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-835b4e8d-7137-473b-86d7-fa6535717d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:07.675085 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:10.145465 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-756bfffc-1463-4658-969f-4b5913031cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:11.420216 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:12.747788 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:19.370768 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:20.325576 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:44:37.265897 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5f5a49d8-39b9-46b1-8fef-eaef1f253a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:37.678242 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:40.141136 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f17e9d45-9234-4453-bc86-7c61f34ba34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:41.431065 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:42.750441 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:49.377723 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:44:57.324898 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:44:59.511441 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-e51b111d-7e39-459d-be07-864b400ded65 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783179 Nov 23 13:44:59.673373 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-06402823-14dc-4742-8439-4af93d6f290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:44:59.674858 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-06402823-14dc-4742-8439-4af93d6f290b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 1098 time: 0.0745389 Nov 23 13:44:59.826577 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-6349fb67-1df0-4405-9ac0-d59591ee75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:44:59.828023 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-6349fb67-1df0-4405-9ac0-d59591ee75ba service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1331491 Nov 23 13:44:59.935822 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-8795f660-3e93-4b71-8656-6c67d29394af service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 200 len: 1000 time: 0.0999029 Nov 23 13:45:00.001724 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-d140585a-9837-4d72-9978-2c0726d7e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:00.003120 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-d140585a-9837-4d72-9978-2c0726d7e070 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0601773 Nov 23 13:45:00.182142 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-49d8210c-d0d0-41ef-beac-ce4101d5bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:00.183773 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-49d8210c-d0d0-41ef-beac-ce4101d5bc10 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1740830 Nov 23 13:45:00.325111 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-f73b2737-20f2-4629-b4ed-84ef93702e47 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327546 Nov 23 13:45:00.462817 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-8aadbba3-a029-4198-99c1-b2a9d23992dc req-2077b6c7-2427-4297-848f-0c03130733bf service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296539 Nov 23 13:45:00.784392 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174a726-7dcf-4205-a476-c3786d07b1b8 req-ec84d1a7-309e-42d6-84e7-9cbfd8d58431 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:00.786020 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c174a726-7dcf-4205-a476-c3786d07b1b8 req-ec84d1a7-309e-42d6-84e7-9cbfd8d58431 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0850644 Nov 23 13:45:00.833492 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-c174a726-7dcf-4205-a476-c3786d07b1b8 req-7a3736c1-929d-4c96-9fce-f94e14a9f074 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416791 Nov 23 13:45:02.053315 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ea53b-81f0-4d52-83d5-93359e17446c req-9f94f7c8-760a-4ce9-bd51-0dd256bf1b28 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:02.054881 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c02ea53b-81f0-4d52-83d5-93359e17446c req-9f94f7c8-760a-4ce9-bd51-0dd256bf1b28 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0969813 Nov 23 13:45:02.102411 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-c02ea53b-81f0-4d52-83d5-93359e17446c req-1356da56-6a70-4db2-b782-cfc90825b691 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417395 Nov 23 13:45:03.122959 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-c57dd6d3-41d2-44c4-8dc9-7e71886d1093 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:03.124354 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-c57dd6d3-41d2-44c4-8dc9-7e71886d1093 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.0958831 Nov 23 13:45:03.205364 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Deleting port 15ea991a-b6b7-4ecc-ba66-da81571f3429 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:45:03.205678 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:03.461137 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc04b6a-67dd-4ee4-b877-0b192a665a07 req-6725d032-29ee-4948-856e-d7eb012f019a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:03.462504 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bdc04b6a-67dd-4ee4-b877-0b192a665a07 req-6725d032-29ee-4948-856e-d7eb012f019a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 945 time: 0.2243605 Nov 23 13:45:03.543743 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] For port 15ea991a-b6b7-4ecc-ba66-da81571f3429, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=15ea991a-b6b7-4ecc-ba66-da81571f3429,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:45:03.544093 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:03.553446 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-bdc04b6a-67dd-4ee4-b877-0b192a665a07 req-1a608c51-5d4a-4068-80df-c87339da0045 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846267 Nov 23 13:45:03.859705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:03.860528 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:03.860528 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.l3_db [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Floating IP 2a8b77c3-ea3e-453b-8fdb-9074b685e537 disassociated. External IP: 172.27.3.84, port: 15ea991a-b6b7-4ecc-ba66-da81571f3429. Nov 23 13:45:03.860712 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Calling delete_port for 15ea991a-b6b7-4ecc-ba66-da81571f3429 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:45:04.021784 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:04.028413 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6f8a7c07-bba0-44ae-83d9-713f4810db0d tempest-TestShelveInstance-1383780828 tempest-TestShelveInstance-1383780828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:04.076734 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event deleted for resources: {'Port': ['ID=15ea991a-b6b7-4ecc-ba66-da81571f3429,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:04.088088 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.088525 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.088832 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.089171 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.089540 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.089886 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.090235 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.090579 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.090922 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.091257 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.091597 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.091930 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:04.095770 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:04.381690 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Router 6c90dec1-b206-4469-8b12-a650be467faa has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:45:04.571649 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:45:04.582110 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] Sync routers for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:45:04.593238 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:45:04.593854 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:44:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:45:04.646875 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] No DVR routers for this DVR port 15ea991a-b6b7-4ecc-ba66-da81571f3429 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:45:04.649984 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:04.653260 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'name': 'network-vif-deleted', 'tag': '15ea991a-b6b7-4ecc-ba66-da81571f3429'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:45:04.672079 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ad5af977-586b-4b9b-8343-c7b615b42ba1 req-54aa2320-d091-4e68-886f-8378419aac1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "DELETE /v2.0/ports/15ea991a-b6b7-4ecc-ba66-da81571f3429 HTTP/1.1" status: 204 len: 173 time: 1.5416613 Nov 23 13:45:04.744275 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-00804a81-5cd1-4389-8bab-c776be3371b7 req-603ce140-08d6-4f6e-a2ff-15fbd9f57c3d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=932d4c6a-60ed-44a3-b9af-627f70d7f455 HTTP/1.1" status: 200 len: 210 time: 0.0773716 Nov 23 13:45:04.750050 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '932d4c6a-60ed-44a3-b9af-627f70d7f455', 'name': 'network-vif-deleted', 'tag': '15ea991a-b6b7-4ecc-ba66-da81571f3429', 'status': 'completed', 'code': 200} Nov 23 13:45:04.782332 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:45:05.102600 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:45:05.107229 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] Checking router: 6c90dec1-b206-4469-8b12-a650be467faa for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:45:05.116023 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:45:05.116180 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:44:40Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:45:05.309113 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:45:05.672035 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:45:05.676338 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68c0be7-6fa3-46f1-99b5-35fe61a94afa None None] The sync data for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi is: [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:45:05.889877 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54752) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:45:05.910327 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36964177-c487-4df5-a09b-4b2c3546bace None None] New status for floating IP 2a8b77c3-ea3e-453b-8fdb-9074b685e537: DOWN {{(pid=86850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:45:05.960356 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:05.988542 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:06.046655 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:06.051345 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-914ff357-1971-407a-99e8-cda3bc714adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:06.068728 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:06.078958 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.079360 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.079777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.080221 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.080653 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.081004 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.081370 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.081739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.082109 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.082472 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.082837 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.083200 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:06.087007 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:06.092754 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:06.096622 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-1510b6d1-933d-4e66-87ba-031e16828141 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "DELETE /v2.0/security-groups/1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b HTTP/1.1" status: 204 len: 168 time: 0.2037058 Nov 23 13:45:06.096895 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54756) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:45:06.114018 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.api.v2.resource [None req-92b02372-342d-4a10-8591-8cf995588990 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] show failed (client error): The resource could not be found. Nov 23 13:45:06.117880 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-92b02372-342d-4a10-8591-8cf995588990 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups/1df6bfe4-59fe-4dfb-8bc8-59bc20a5e14b HTTP/1.1" status: 404 len: 347 time: 0.0172195 Nov 23 13:45:06.118021 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54760) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:45:06.287857 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Deleting port bc99e646-5be2-4205-92a4-e7ac5590294f {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:45:06.290266 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:06.484030 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:06.484641 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:06.651339 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Calling delete_port for bc99e646-5be2-4205-92a4-e7ac5590294f owned by network:floatingip {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:45:06.832715 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:06.837196 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fb821960-f443-45f1-9821-eca2d1030395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:06.885361 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event deleted for resources: {'Port': ['ID=bc99e646-5be2-4205-92a4-e7ac5590294f,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:06.915856 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:07.008605 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.028997 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.030172 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-2f75c0d6-4dbe-4c2e-836a-471156b8663d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "DELETE /v2.0/floatingips/2a8b77c3-ea3e-453b-8fdb-9074b685e537 HTTP/1.1" status: 204 len: 168 time: 0.9112284 Nov 23 13:45:07.117155 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 15ea991a-b6b7-4ecc-ba66-da81571f3429 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:45:07.158306 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 15ea991a-b6b7-4ecc-ba66-da81571f3429 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:45:07.158592 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 15ea991a-b6b7-4ecc-ba66-da81571f3429 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:45:07.263451 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-47c67bbc-ffd1-4097-97fe-72d201220985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.516447 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54766) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:45:07.522151 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398855810', 'description': 'tempest-description--1207422033'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:45:07.528742 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:45:07.533156 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:security_group and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:45:07.536295 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:45:07.541900 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:45:07.554717 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.574739 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:45:07.579945 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:security_group_rule and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:45:07.582991 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:45:07.589276 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:45:07.665023 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.670548 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.673148 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.674553 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-5d95acc7-b4e5-4f10-b38c-4be08cae9ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:07.715825 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d959f6-6377-4947-8a0f-01c4630c36a5,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:07.718835 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:07.719853 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.723860 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-fd73a9c2-c3d5-4063-8377-1e2ec9de274e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2037551 Nov 23 13:45:07.724953 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54770) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:45:07.729474 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'security_group_rule': {'security_group_id': '98d959f6-6377-4947-8a0f-01c4630c36a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:45:07.736228 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:45:07.740633 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:security_group_rule and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:45:07.743634 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:45:07.749578 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:45:07.776402 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.853775 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.859132 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.861370 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-023b084e-4f19-4e07-9981-b4bc088015ef tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:07.883748 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5c13ea-91d9-4183-ae9f-09bc6b133a25,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:07.886538 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:07.895174 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:07.896534 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-83572fd9-9e74-4d66-9d14-469363cbf981 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712160 Nov 23 13:45:07.899507 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54774) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:45:07.904611 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'security_group_rule': {'security_group_id': '98d959f6-6377-4947-8a0f-01c4630c36a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:45:07.910962 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:45:07.914766 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:security_group_rule and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:45:07.917717 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:45:07.923760 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:45:07.942369 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.007348 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.013087 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760694'] for security_group_rule, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.015059 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:08.037067 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8d4617-7d3c-4d9b-9b0a-c1b0c6bbe7d1,revision_number=0']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:08.039530 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:08.048148 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.049497 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-15f8cc64-dcd4-43b5-9990-393953a4678c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490285 Nov 23 13:45:08.054189 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54778) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:45:08.059371 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'floatingip': {'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:45:08.065705 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:45:08.069962 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Usage tracker for resource:floatingip and tenant:c610ba775aca44aa85aaf415f96bb37e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:45:08.072926 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:45:08.078845 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:45:08.090394 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.231138 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.473635 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.db_base_plugin_common [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Allocated IP 172.27.3.166 (b7b8078e-b275-4599-b433-7b1746ed0e7f/eaa8a6c2-508b-4f96-97aa-509d88489dbc/c61093d8-248f-4f2c-ab08-23c0c7f8144c) {{(pid=86849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:45:08.624379 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for port, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.658674 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.662440 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:08.729695 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Network b7b8078e-b275-4599-b433-7b1746ed0e7f is already hosted by enough agents. {{(pid=86849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:45:08.732654 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.base_scheduler [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources bound (agent type, host, resource id): {{(pid=86849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:45:08.736570 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Received port after_create {{(pid=86849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:45:08.765704 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'Port': ['ID=c61093d8-248f-4f2c-ab08-23c0c7f8144c,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:08.774015 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:08.820902 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:08.881483 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:09.098115 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for port, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:09.106703 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2257588'] for port, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:09.113123 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3fb3f121-1bd3-4e58-a404-09cb4a2633da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:09.219967 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'Port': ['ID=c61093d8-248f-4f2c-ab08-23c0c7f8144c,revision_number=2']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:09.224172 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:09.230797 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:09.255235 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:09.256570 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-ca19a679-1c91-4eb3-8a56-8afe8dac776d tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2013156 Nov 23 13:45:09.434516 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-c799b0be-12bf-46fc-a7d7-9cd27c11811e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:security_group {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:45:09.453050 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-c799b0be-12bf-46fc-a7d7-9cd27c11811e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:security_group {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:45:09.454439 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-c799b0be-12bf-46fc-a7d7-9cd27c11811e tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1398855810&fields=id&tenant_id=c610ba775aca44aa85aaf415f96bb37e HTTP/1.1" status: 200 len: 267 time: 0.0669296 Nov 23 13:45:09.610218 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-7b3e1b4e-9f5e-45bc-9bc8-8ac6aec057a8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:09.610910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-7b3e1b4e-9f5e-45bc-9bc8-8ac6aec057a8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:network {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:45:09.630732 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-7b3e1b4e-9f5e-45bc-9bc8-8ac6aec057a8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:network {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:45:09.632077 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-7b3e1b4e-9f5e-45bc-9bc8-8ac6aec057a8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 811 time: 0.1690929 Nov 23 13:45:09.649439 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-0d01d14e-df46-41ef-8c84-5f59dcba3941 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/quotas/c610ba775aca44aa85aaf415f96bb37e HTTP/1.1" status: 200 len: 375 time: 0.0102446 Nov 23 13:45:09.736971 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-82c3f6a3-31a1-462c-b2f7-33eb2b0a3cf7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86849) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:45:09.754819 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-82c3f6a3-31a1-462c-b2f7-33eb2b0a3cf7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86849) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:45:09.756365 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-82c3f6a3-31a1-462c-b2f7-33eb2b0a3cf7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1011605 Nov 23 13:45:09.818285 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-7f496bca-203b-4aa9-9a72-21ca47efd7d0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=86849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 13:45:09.819509 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-7f496bca-203b-4aa9-9a72-21ca47efd7d0 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517459 Nov 23 13:45:09.961197 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-133744b2-908c-4214-a562-2401cbfab3f9 service neutron] 10.222.0.60 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350222 Nov 23 13:45:10.095969 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-285178f7-dc96-49ed-8562-1b382503375f service neutron] 10.222.0.60 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286368 Nov 23 13:45:10.147692 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ebf23e51-1890-4af9-b7e0-261af974112d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:10.283456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-f33ea69e-0042-49c0-b9e0-72cfe751f24c req-100a3534-39ab-4746-9f4f-a3c38afa8654 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:45:10.295491 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-f33ea69e-0042-49c0-b9e0-72cfe751f24c req-100a3534-39ab-4746-9f4f-a3c38afa8654 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:45:10.296676 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f33ea69e-0042-49c0-b9e0-72cfe751f24c req-100a3534-39ab-4746-9f4f-a3c38afa8654 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 210 time: 0.0606315 Nov 23 13:45:11.412548 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-255ecfcf-009b-415d-920e-5643596e75b2 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:11.414058 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-255ecfcf-009b-415d-920e-5643596e75b2 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 811 time: 0.1562877 Nov 23 13:45:11.427391 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:11.481336 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-97c522ec-fe71-4b72-b734-e3c204898189 req-2604d1e7-55a7-4216-b9a6-bb06a03a7898 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 210 time: 0.0754249 Nov 23 13:45:11.493945 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-0dcf1e9b-8e6e-4842-a00c-3b1dc4c821c2 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c610ba775aca44aa85aaf415f96bb37e HTTP/1.1" status: 200 len: 380 time: 0.0439589 Nov 23 13:45:11.506154 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'port': {'device_id': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'admin_state_up': True, 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'security_groups': ['98d959f6-6377-4947-8a0f-01c4630c36a5']}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:45:11.646453 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:45:11.656475 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:45:11.666456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Made reservation on behalf of c610ba775aca44aa85aaf415f96bb37e for: {'port': 1} {{(pid=86848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 13:45:11.669972 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:11.849881 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_common [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Allocated IP 172.20.0.5 (6ce3e0b3-e6c6-467a-9ba7-e43df6950165/c0577141-0848-4b00-9d24-6f4b15ad54ef/826971fe-33b4-4eee-b07e-22c99da90d19) {{(pid=86848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 13:45:12.053683 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for port, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:12.072818 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Transition to ACTIVE for port object 826971fe-33b4-4eee-b07e-22c99da90d19 will not be triggered until provisioned by entity DHCP. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:45:12.099072 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773513419349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:12.105489 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-0cf62555-9f91-4ab3-9d34-832ef39550f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:12.173662 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 is already hosted by enough agents. {{(pid=86848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 13:45:12.177321 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.base_scheduler [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Resources bound (agent type, host, resource id): {{(pid=86848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 13:45:12.181358 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Received port after_create {{(pid=86848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 23 13:45:12.217931 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event updated for resources: {'Port': ['ID=826971fe-33b4-4eee-b07e-22c99da90d19,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:12.225163 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:12.255682 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:12.256304 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:12.282541 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-2d031cc3-5303-4249-832f-d8010a9f282a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7806323 Nov 23 13:45:12.300736 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.v2.base [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Request body: {'port': {'device_id': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81888'}} {{(pid=86848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:45:12.391612 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4507d818-445b-4cca-bb3a-4ac0ba539d53 None None] Provisioning for port 826971fe-33b4-4eee-b07e-22c99da90d19 completed by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:45:12.396648 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-4507d818-445b-4cca-bb3a-4ac0ba539d53 None None] Provisioning complete for port 826971fe-33b4-4eee-b07e-22c99da90d19 triggered by entity DHCP. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:45:12.397032 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-4507d818-445b-4cca-bb3a-4ac0ba539d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:12.417766 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:12.453848 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-4507d818-445b-4cca-bb3a-4ac0ba539d53 None None] Port 826971fe-33b4-4eee-b07e-22c99da90d19 cannot update to ACTIVE because it is not bound. {{(pid=86850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Nov 23 13:45:12.750763 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:12.885817 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc59184-7b98-41f8-af48-b1db362a9c9a req-fefe87e1-1ca7-4a43-8b2f-f5f0f8160170 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:12.886531 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-9dc59184-7b98-41f8-af48-b1db362a9c9a req-fefe87e1-1ca7-4a43-8b2f-f5f0f8160170 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:45:12.958624 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-9dc59184-7b98-41f8-af48-b1db362a9c9a req-fefe87e1-1ca7-4a43-8b2f-f5f0f8160170 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:45:12.960209 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9dc59184-7b98-41f8-af48-b1db362a9c9a req-fefe87e1-1ca7-4a43-8b2f-f5f0f8160170 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 931 time: 0.3248613 Nov 23 13:45:12.964379 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826971fe-33b4-4eee-b07e-22c99da90d19 {{(pid=86848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:45:12.985453 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:13.014822 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.provisioning_blocks [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Transition to ACTIVE for port object 826971fe-33b4-4eee-b07e-22c99da90d19 will not be triggered until provisioned by entity L2. {{(pid=86848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 13:45:13.025708 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:13.031475 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-82194334-21de-4774-b095-30266885bad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:13.071924 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-9dc59184-7b98-41f8-af48-b1db362a9c9a req-db02b09f-b9d7-4412-95bf-2e66505f5ab9 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028745 Nov 23 13:45:13.198812 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=826971fe-33b4-4eee-b07e-22c99da90d19,revision_number=2']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:13.201782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:13.283419 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Attempting to bind port 826971fe-33b4-4eee-b07e-22c99da90d19 on host hv-cinder-81888 for vnic_type normal with profile {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 23 13:45:13.283810 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Attempting to bind port 826971fe-33b4-4eee-b07e-22c99da90d19 by drivers openvswitch,hyperv on host hv-cinder-81888 at level 0 using segments [{'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 23 13:45:13.284171 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Attempting to bind port 826971fe-33b4-4eee-b07e-22c99da90d19 on network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:45:13.289474 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Port 826971fe-33b4-4eee-b07e-22c99da90d19 on network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81888 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Nov 23 13:45:13.289799 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Attempting to bind port 826971fe-33b4-4eee-b07e-22c99da90d19 on network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Nov 23 13:45:13.295100 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Checking agent: {'id': '0c4a892b-dda7-404c-b450-45a1290e2bde', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81888', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'started_at': datetime.datetime(2021, 11, 23, 12, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 13, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 23 13:45:13.295444 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Checking segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Nov 23 13:45:13.295830 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Bound using segment: {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'} {{(pid=86848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 23 13:45:13.296329 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.managers [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Bound port: 826971fe-33b4-4eee-b07e-22c99da90d19, host: hv-cinder-81888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4c844c-c3bf-4dc4-aca7-9753f5cee447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1219, 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165'}}] {{(pid=86848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 23 13:45:13.296690 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:13.394313 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] For port 826971fe-33b4-4eee-b07e-22c99da90d19, host hv-cinder-81888, cleared binding levels {{(pid=86848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Nov 23 13:45:13.397452 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] For port 826971fe-33b4-4eee-b07e-22c99da90d19, host hv-cinder-81888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=826971fe-33b4-4eee-b07e-22c99da90d19,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Nov 23 13:45:13.403794 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2720937'] for port, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:13.407568 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-ce17bacf-3081-40f7-870e-b9d81f23c160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:13.466302 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:13.466908 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:13.468277 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] 10.222.0.84 "PUT /v2.0/ports/826971fe-33b4-4eee-b07e-22c99da90d19 HTTP/1.1" status: 200 len: 1093 time: 1.1721895 Nov 23 13:45:13.468767 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'tag': '826971fe-33b4-4eee-b07e-22c99da90d19'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:45:13.490868 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=826971fe-33b4-4eee-b07e-22c99da90d19,revision_number=3']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:13.502316 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-68fb80a4-4584-4c13-9bb8-c3005edd1ee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:13.521069 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'tag': '826971fe-33b4-4eee-b07e-22c99da90d19', 'status': 'completed', 'code': 200} Nov 23 13:45:13.617896 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-4484063e-83a7-4dbe-87ef-20d34e92d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:13.619506 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-4484063e-83a7-4dbe-87ef-20d34e92d6a0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0812900 Nov 23 13:45:13.694600 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-96cfee52-1cc3-4210-a460-b27a34cb44f7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826971fe-33b4-4eee-b07e-22c99da90d19 HTTP/1.1" status: 200 len: 217 time: 0.0621924 Nov 23 13:45:13.771064 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-e2a1496b-0ed1-4cad-a5e1-f53f6645f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:13.772484 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-e2a1496b-0ed1-4cad-a5e1-f53f6645f5d3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0702012 Nov 23 13:45:13.850914 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-62644960-bdce-4b01-af1a-66a53d15e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:13.852474 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-62644960-bdce-4b01-af1a-66a53d15e649 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739172 Nov 23 13:45:13.996933 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-0b8cd0b3-03fd-4401-9175-aecacf5848b0 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376874 Nov 23 13:45:14.138362 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4fe7848c-9303-49c5-a9eb-3b09d421dfa4 req-d56d0972-e46f-430c-84a7-cad81dfed205 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344550 Nov 23 13:45:14.320624 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80a2e6-75c4-4966-8846-2813b6aa0359 req-7115d7c0-e6ce-48b7-8187-36c0afae94c4 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:14.322122 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3c80a2e6-75c4-4966-8846-2813b6aa0359 req-7115d7c0-e6ce-48b7-8187-36c0afae94c4 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 943 time: 0.1396916 Nov 23 13:45:14.352657 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-02938972-d774-490a-b675-631c528bcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:14.354173 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-02938972-d774-490a-b675-631c528bcdcd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 1096 time: 0.1234863 Nov 23 13:45:14.400969 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3c80a2e6-75c4-4966-8846-2813b6aa0359 req-33130974-cd8a-4d0a-a4f1-c098266e1c9f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722973 Nov 23 13:45:14.500546 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-eb6058f5-f5ef-4545-acf3-b142713e7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:14.502221 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-eb6058f5-f5ef-4545-acf3-b142713e7d43 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1392198 Nov 23 13:45:14.573764 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-5ce44b82-f67d-4b97-b65c-869bc16f8f1a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826971fe-33b4-4eee-b07e-22c99da90d19 HTTP/1.1" status: 200 len: 217 time: 0.0648782 Nov 23 13:45:14.643599 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-b5add257-38a7-4407-85ea-ef68bf5674fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:14.645026 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-b5add257-38a7-4407-85ea-ef68bf5674fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0644696 Nov 23 13:45:14.725626 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-1ec38cee-bf9b-4ffd-9fa8-912bb1d568b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:14.727169 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-1ec38cee-bf9b-4ffd-9fa8-912bb1d568b7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752976 Nov 23 13:45:14.966047 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-9eeb8941-6922-4beb-af52-83dace3f4897 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312636 Nov 23 13:45:15.108398 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-dd15e01c-bd0a-44b6-8c42-31d8b80ec742 req-43e39627-7a0f-478c-b7c0-4d692bc4e1b7 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351974 Nov 23 13:45:15.602442 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc0cd2-d0dc-4d41-8885-bbf6a6659abf req-64620bd1-31a0-4741-8890-f534c0915a0f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:15.603909 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3ecc0cd2-d0dc-4d41-8885-bbf6a6659abf req-64620bd1-31a0-4741-8890-f534c0915a0f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 943 time: 0.0833530 Nov 23 13:45:15.652039 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3ecc0cd2-d0dc-4d41-8885-bbf6a6659abf req-81bcaddb-4f20-4885-8ba2-f10fcce0fa1b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Nov 23 13:45:16.856806 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bdbfc-9bc5-42ca-8832-b6d5348c81fa req-b84dc466-9208-4f27-aac9-e050bce45816 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:16.858444 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f69bdbfc-9bc5-42ca-8832-b6d5348c81fa req-b84dc466-9208-4f27-aac9-e050bce45816 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 943 time: 0.0847070 Nov 23 13:45:16.908310 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f69bdbfc-9bc5-42ca-8832-b6d5348c81fa req-347f1928-7bf6-4794-adab-2abd798d3757 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438051 Nov 23 13:45:17.196102 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 826971fe-33b4-4eee-b07e-22c99da90d19 details requested by agent hyperv_hv-cinder-81888 with host hv-cinder-81888 {{(pid=86850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 23 13:45:17.336691 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 826971fe-33b4-4eee-b07e-22c99da90d19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=826971fe-33b4-4eee-b07e-22c99da90d19,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:45:17.350501 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Returning: {'device': '826971fe-33b4-4eee-b07e-22c99da90d19', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'port_id': '826971fe-33b4-4eee-b07e-22c99da90d19', 'mac_address': 'fa:16:3e:b7:98:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 23 13:45:17.410347 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:17.427763 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826971fe-33b4-4eee-b07e-22c99da90d19 {{(pid=86850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 13:45:17.445668 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 826971fe-33b4-4eee-b07e-22c99da90d19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=826971fe-33b4-4eee-b07e-22c99da90d19,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:45:17.452173 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:17.454112 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:17.527813 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=826971fe-33b4-4eee-b07e-22c99da90d19,revision_number=4']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:17.535359 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.535709 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.536052 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.536431 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.536762 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.537101 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.537450 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.537775 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.538103 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.538425 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.538745 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.539068 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:45:17.543086 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:17.905953 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] get_ports_and_sgs() called for port_ids ['826971fe-33b4-4eee-b07e-22c99da90d19'] {{(pid=86850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 23 13:45:18.111455 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7b6b1-56a4-4ea2-ae89-efeaa9e1546c req-efa737ab-f37f-4665-80ed-750284de0b37 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:18.113063 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3ce7b6b1-56a4-4ea2-ae89-efeaa9e1546c req-efa737ab-f37f-4665-80ed-750284de0b37 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0967062 Nov 23 13:45:18.162525 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-3ce7b6b1-56a4-4ea2-ae89-efeaa9e1546c req-8eaaf75e-fc4c-4d44-a5a0-f3797f1ca5e2 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396342 Nov 23 13:45:19.196272 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 826971fe-33b4-4eee-b07e-22c99da90d19 up at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 23 13:45:19.283154 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning for port 826971fe-33b4-4eee-b07e-22c99da90d19 completed by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 13:45:19.288742 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.db.provisioning_blocks [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Provisioning complete for port 826971fe-33b4-4eee-b07e-22c99da90d19 triggered by entity L2. {{(pid=86850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 13:45:19.289122 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1621227'] for port, provisioning_complete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:19.373593 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002317f-cdbf-4845-b4cb-c36d97e664d2 req-5033c2b2-f0a4-49ea-81e0-8e3d11adabbe tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:19.375091 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e002317f-cdbf-4845-b4cb-c36d97e664d2 req-5033c2b2-f0a4-49ea-81e0-8e3d11adabbe tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 944 time: 0.0801706 Nov 23 13:45:19.419046 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:19.420203 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e002317f-cdbf-4845-b4cb-c36d97e664d2 req-98224059-6ec5-4b81-bdc2-2d7d3e77f18f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390193 Nov 23 13:45:19.421074 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1600280'] for port, before_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:19.451357 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826971fe-33b4-4eee-b07e-22c99da90d19'}] {{(pid=86850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:45:19.461610 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] For port 826971fe-33b4-4eee-b07e-22c99da90d19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=826971fe-33b4-4eee-b07e-22c99da90d19,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:45:19.466811 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773513963834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773513419367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773513419412'] for port, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:19.469938 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-b96804e0-c5b3-4932-b227-6a1c8f96df5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:45:19.507236 dv-cinder-818886-1-iscsi neutron-server[86850]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826971fe-33b4-4eee-b07e-22c99da90d19', 'code': 200} Nov 23 13:45:19.549446 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Pushing event updated for resources: {'Port': ['ID=826971fe-33b4-4eee-b07e-22c99da90d19,revision_number=5']} {{(pid=86850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:45:19.552552 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_concurrency.lockutils [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86850) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:45:19.784422 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7792a-d8df-43f8-9286-9d0ea11a4adb req-c9d9d9dc-fb0f-4e09-b0e1-6e465e78df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:19.786150 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-37f7792a-d8df-43f8-9286-9d0ea11a4adb req-c9d9d9dc-fb0f-4e09-b0e1-6e465e78df31 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0905859 Nov 23 13:45:19.837627 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-37f7792a-d8df-43f8-9286-9d0ea11a4adb req-68f813e0-1302-4829-a486-3bd358cb4d89 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454419 Nov 23 13:45:20.606609 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4d7e2-e77b-4510-98ae-8cb7f4842eeb req-ce95b8df-4bb8-46dc-a87e-cb2c54b01bd3 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:20.607983 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3fb4d7e2-e77b-4510-98ae-8cb7f4842eeb req-ce95b8df-4bb8-46dc-a87e-cb2c54b01bd3 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0820003 Nov 23 13:45:20.653547 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3fb4d7e2-e77b-4510-98ae-8cb7f4842eeb req-10708838-e235-4d49-93da-87cca84ddbd5 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396347 Nov 23 13:45:21.844315 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748ff46-f8b7-4aee-b84a-94b874dfdbcb req-f8344521-fe29-447e-8c77-229f43d4a60f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:21.845800 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9748ff46-f8b7-4aee-b84a-94b874dfdbcb req-f8344521-fe29-447e-8c77-229f43d4a60f tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0823052 Nov 23 13:45:21.896932 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-9748ff46-f8b7-4aee-b84a-94b874dfdbcb req-e86bd434-e2d6-4847-a124-1f3a2d5f23a0 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444255 Nov 23 13:45:22.090843 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e10b2-6630-4735-8b46-c7e9acbacb20 req-0cb26f02-5c0c-4a49-865f-e2dad64703b8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:22.092349 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-4d4e10b2-6630-4735-8b46-c7e9acbacb20 req-0cb26f02-5c0c-4a49-865f-e2dad64703b8 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0879340 Nov 23 13:45:22.102136 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 54834) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:45:22.107461 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.v2.base [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Request body: {'floatingip': {'port_id': '826971fe-33b4-4eee-b07e-22c99da90d19'}} {{(pid=86849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 13:45:22.300352 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, before_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:22.941640 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:22.947680 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:23.119123 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.db.l3_db [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Floating IP 847bb762-3b5f-4cea-8798-2736505ae7f3 associated. External IP: 172.27.3.166, port: 826971fe-33b4-4eee-b07e-22c99da90d19. Nov 23 13:45:23.474168 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Router 6c90dec1-b206-4469-8b12-a650be467faa has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:45:23.780622 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:45:23.785244 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:23.790653 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ad978-7908-4555-b383-350be7011401 None None] Sync routers for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:45:23.802120 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ad978-7908-4555-b383-350be7011401 None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:45:23.802990 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-ca2ad978-7908-4555-b383-350be7011401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:45:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:45:23.846267 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-21cef429-4c33-4856-9d67-23c7bbea6bff tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "PUT /v2.0/floatingips/847bb762-3b5f-4cea-8798-2736505ae7f3 HTTP/1.1" status: 200 len: 991 time: 1.7402105 Nov 23 13:45:23.846267 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'tag': '826971fe-33b4-4eee-b07e-22c99da90d19'}] {{(pid=86849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:45:23.891272 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'tag': '826971fe-33b4-4eee-b07e-22c99da90d19', 'status': 'completed', 'code': 200} Nov 23 13:45:23.987559 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-ca2ad978-7908-4555-b383-350be7011401 None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:45:24.031028 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-9dca9fba-eeaa-49f9-b4cf-e0c231d8cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:24.032454 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-9dca9fba-eeaa-49f9-b4cf-e0c231d8cba1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0814922 Nov 23 13:45:24.175142 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-eda02ca6-fb2c-49ec-ab6b-1e801594dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:24.176873 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-eda02ca6-fb2c-49ec-ab6b-1e801594dbbe service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1377778 Nov 23 13:45:24.284153 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-8c368055-de60-46e6-8877-e56412c0bc49 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826971fe-33b4-4eee-b07e-22c99da90d19 HTTP/1.1" status: 200 len: 999 time: 0.1007619 Nov 23 13:45:24.347606 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-ca2ad978-7908-4555-b383-350be7011401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '847bb762-3b5f-4cea-8798-2736505ae7f3', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'port_id': '826971fe-33b4-4eee-b07e-22c99da90d19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'mac_address': 'fa:16:3e:b7:98:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:45:08Z', 'updated_at': '2021-11-23T13:45:22Z', 'revision_number': 1, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:45:24.348106 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-f8c867f2-6630-4160-a7a7-0c88ec95505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:24.349630 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-f8c867f2-6630-4160-a7a7-0c88ec95505b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0589299 Nov 23 13:45:24.352123 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ad978-7908-4555-b383-350be7011401 None None] Checking router: 6c90dec1-b206-4469-8b12-a650be467faa for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:45:24.360923 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ad978-7908-4555-b383-350be7011401 None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:45:24.361607 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-ca2ad978-7908-4555-b383-350be7011401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:45:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:45:24.427526 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-d89eaf7f-5336-4ded-86a8-5ff68400c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:45:24.429086 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-d89eaf7f-5336-4ded-86a8-5ff68400c312 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733857 Nov 23 13:45:24.541017 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-ca2ad978-7908-4555-b383-350be7011401 None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:45:24.565711 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-61077309-4011-4ae5-b0c8-6e1852ef615b service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302123 Nov 23 13:45:24.707242 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-f6429db8-7496-4706-af18-3efbf6e884d7 req-50a29025-7d04-4435-be0a-01a0c9a3a475 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353242 Nov 23 13:45:24.899253 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-ca2ad978-7908-4555-b383-350be7011401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '847bb762-3b5f-4cea-8798-2736505ae7f3', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'port_id': '826971fe-33b4-4eee-b07e-22c99da90d19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'mac_address': 'fa:16:3e:b7:98:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:45:08Z', 'updated_at': '2021-11-23T13:45:22Z', 'revision_number': 1, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:45:24.903292 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ad978-7908-4555-b383-350be7011401 None None] The sync data for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi is: [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_floatingips': [{'id': '847bb762-3b5f-4cea-8798-2736505ae7f3', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'floating_ip_address': '172.27.3.166', 'floating_network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'router_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'port_id': '826971fe-33b4-4eee-b07e-22c99da90d19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'mac_address': 'fa:16:3e:b7:98:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T13:45:08Z', 'updated_at': '2021-11-23T13:45:22Z', 'revision_number': 1, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:45:25.113707 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9944fe4-f09f-461d-88c8-607ef7801338 None None] New status for floating IP 847bb762-3b5f-4cea-8798-2736505ae7f3: ACTIVE {{(pid=86850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:45:34.323835 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:45:37.263384 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-05e0d22d-053f-4537-b959-f19dc1596b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:37.684205 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:40.149185 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-70515a57-3b0c-487a-81d5-97d25f54c862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:41.435906 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:42.765307 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:45:49.387643 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:01.545897 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-49aa0d0e-d1f8-4f34-939e-85a1ff7bc2f3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157568 Nov 23 13:46:01.709679 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-73f6af36-6b12-46b3-9a47-207c3685a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:46:01.711078 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-73f6af36-6b12-46b3-9a47-207c3685a45f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0779786 Nov 23 13:46:01.965594 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-61983904-1e8a-45c5-899c-09cf30f6469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:46:01.967204 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-61983904-1e8a-45c5-899c-09cf30f6469b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.2368891 Nov 23 13:46:02.076323 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-36ed9672-f1dd-4f24-82f5-cd94979f97fb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826971fe-33b4-4eee-b07e-22c99da90d19 HTTP/1.1" status: 200 len: 1001 time: 0.1019030 Nov 23 13:46:02.146407 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-db536436-36b7-4931-a0fc-a267d36949dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:46:02.147886 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-db536436-36b7-4931-a0fc-a267d36949dc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0613358 Nov 23 13:46:02.233135 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-851e115b-6008-4fdb-b2b2-c85e988c965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:46:02.234593 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-851e115b-6008-4fdb-b2b2-c85e988c965d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800350 Nov 23 13:46:02.382316 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-519c2fb7-946f-4bbe-981e-e16da74e09ca service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412680 Nov 23 13:46:02.533814 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-2a3d5d48-a19d-4197-b1d5-8728727dbf9e req-23c12100-82cb-41bb-80b3-ac217dd89181 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443326 Nov 23 13:46:07.262652 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8b711c3e-97d9-4fc9-9fa8-4eb099d6bc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:07.685887 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:10.144632 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f12ac55f-bad4-4e8b-a7fe-afc538f98de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:11.323341 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:46:11.441261 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:12.758408 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:19.408403 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:37.259292 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-39784b41-5591-4056-a39e-dd2fbfa3fccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:37.684779 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:40.163744 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-217aadce-4510-4d25-a3a3-e0ac11ad9360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:41.434953 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:42.773065 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:46:48.322980 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:46:49.422929 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:03.522754 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-71bcab0a-1970-4bd5-8885-c1b74a0cdb00 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815723 Nov 23 13:47:03.683953 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-c6774ce0-32fb-4ea7-b450-be503616a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:47:03.685456 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-c6774ce0-32fb-4ea7-b450-be503616a785 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c610ba775aca44aa85aaf415f96bb37e&device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0752137 Nov 23 13:47:03.830442 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-cda2263d-dda4-457d-8ee0-a521ac7247be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:47:03.831871 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-cda2263d-dda4-457d-8ee0-a521ac7247be service neutron] 10.222.0.84 "GET /v2.0/networks?id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 200 len: 913 time: 0.1262619 Nov 23 13:47:03.947916 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-acfccf75-ad0f-4ba2-8294-e9c45e6abda3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=826971fe-33b4-4eee-b07e-22c99da90d19 HTTP/1.1" status: 200 len: 1001 time: 0.1098523 Nov 23 13:47:04.016997 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-5b870205-fd44-4b9c-8ba4-7a48f9c55d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:47:04.018401 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-5b870205-fd44-4b9c-8ba4-7a48f9c55d38 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 200 len: 850 time: 0.0638914 Nov 23 13:47:04.107369 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-f349b2d7-7835-4ead-989a-9613961d8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:47:04.109200 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-f349b2d7-7835-4ead-989a-9613961d8a7a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6ce3e0b3-e6c6-467a-9ba7-e43df6950165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842726 Nov 23 13:47:04.259459 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-414ed4eb-502e-41cf-bbd1-910957dfe0e9 service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434762 Nov 23 13:47:04.392063 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-ea22e87e-fdd1-4016-9823-c6a0e5b4aa1d req-65b06987-fbc1-4cb1-8030-e06fba7bf56f service neutron] 10.222.0.84 "GET /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259615 Nov 23 13:47:07.263984 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-22efdb30-a562-4d76-b970-8bff3fc6d459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:07.680639 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:10.146522 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-e2587b3f-84b0-4d97-b046-726ebdc274c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:11.440034 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:12.763734 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:19.423451 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:20.271433 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3ec8d-0026-4724-8b28-0d9e5fc03a5f req-224b6d41-2963-4f0a-b5aa-7b1ad9a6e0f6 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:47:20.272821 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3ce3ec8d-0026-4724-8b28-0d9e5fc03a5f req-224b6d41-2963-4f0a-b5aa-7b1ad9a6e0f6 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0876017 Nov 23 13:47:20.325363 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-3ce3ec8d-0026-4724-8b28-0d9e5fc03a5f req-71ce1223-ab3d-4adc-9856-ee45f22f4f11 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Nov 23 13:47:21.526378 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef3733-a09a-48e8-8108-495448fa909b req-4f2af54b-882b-4d35-b3c6-06475ac97ac7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:47:21.527879 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-38ef3733-a09a-48e8-8108-495448fa909b req-4f2af54b-882b-4d35-b3c6-06475ac97ac7 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0878837 Nov 23 13:47:21.591344 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [req-38ef3733-a09a-48e8-8108-495448fa909b req-bd3898ff-f62e-4d02-b5f2-aa63b9996f09 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568414 Nov 23 13:47:22.376800 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-813930ee-e1fe-4aee-9dc9-615eeebea873 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:47:22.378269 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-813930ee-e1fe-4aee-9dc9-615eeebea873 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 945 time: 0.0835700 Nov 23 13:47:22.452735 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Deleting port 826971fe-33b4-4eee-b07e-22c99da90d19 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:47:22.453052 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:22.864414 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] For port 826971fe-33b4-4eee-b07e-22c99da90d19, host hv-cinder-81888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81888',level=0,port_id=826971fe-33b4-4eee-b07e-22c99da90d19,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:47:22.864715 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:22.971178 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40db7d4-082e-4b27-b9fb-cb01f9be1dff req-197faf99-499e-4e69-b178-74576b38257c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 13:47:22.972661 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e40db7d4-082e-4b27-b9fb-cb01f9be1dff req-197faf99-499e-4e69-b178-74576b38257c tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 945 time: 0.2335124 Nov 23 13:47:23.186290 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-e40db7d4-082e-4b27-b9fb-cb01f9be1dff req-5693ccba-b7c8-406b-88d6-5ac9f98d008a tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups?id=98d959f6-6377-4947-8a0f-01c4630c36a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036462 Nov 23 13:47:23.231498 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:23.231822 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692365'] for floatingip, after_update {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:23.232271 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.db.l3_db [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Floating IP 847bb762-3b5f-4cea-8798-2736505ae7f3 disassociated. External IP: 172.27.3.166, port: 826971fe-33b4-4eee-b07e-22c99da90d19. Nov 23 13:47:23.232608 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Calling delete_port for 826971fe-33b4-4eee-b07e-22c99da90d19 owned by compute:nova {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:47:23.384261 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:23.390432 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-fbed9f9f-2276-4557-8621-53051a06b2b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:23.434912 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event deleted for resources: {'Port': ['ID=826971fe-33b4-4eee-b07e-22c99da90d19,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:23.445852 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.446227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.446582 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.446942 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.447297 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.447648 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.447996 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.448369 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.448731 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.449078 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.449420 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.449743 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:23.453549 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:23.639810 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Router 6c90dec1-b206-4469-8b12-a650be467faa has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:47:23.828172 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:47:23.840633 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] Sync routers for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:47:23.864145 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:47:23.864842 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:47:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:23.950779 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] No DVR routers for this DVR port 826971fe-33b4-4eee-b07e-22c99da90d19 on host hv-cinder-81888 {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:47:23.954895 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for port, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:23.960283 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'name': 'network-vif-deleted', 'tag': '826971fe-33b4-4eee-b07e-22c99da90d19'}] {{(pid=86848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 13:47:23.989114 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-01e9f678-e874-4fb4-8492-70ba3a2aabce req-34b990e6-7230-41da-a6ab-0e346d7352cc tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.84 "DELETE /v2.0/ports/826971fe-33b4-4eee-b07e-22c99da90d19 HTTP/1.1" status: 204 len: 173 time: 1.6052403 Nov 23 13:47:24.065699 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:47:24.122541 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc6fa5e-050a-42ad-b79d-29fad30bb4a5', 'name': 'network-vif-deleted', 'tag': '826971fe-33b4-4eee-b07e-22c99da90d19', 'status': 'completed', 'code': 200} Nov 23 13:47:24.362217 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-75bb3fbf-a904-4b00-b20e-48d221a7af08 req-7f741398-2e51-4aff-b95d-8764804fa236 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Synchronizing usage tracker for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86848) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 23 13:47:24.382820 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [req-75bb3fbf-a904-4b00-b20e-48d221a7af08 req-7f741398-2e51-4aff-b95d-8764804fa236 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Unset dirty status for tenant:c610ba775aca44aa85aaf415f96bb37e on resource:port {{(pid=86848) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 23 13:47:24.384626 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [req-75bb3fbf-a904-4b00-b20e-48d221a7af08 req-7f741398-2e51-4aff-b95d-8764804fa236 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/ports?device_id=efc6fa5e-050a-42ad-b79d-29fad30bb4a5 HTTP/1.1" status: 200 len: 210 time: 0.0653973 Nov 23 13:47:24.410437 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:24.414591 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] Checking router: 6c90dec1-b206-4469-8b12-a650be467faa for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:47:24.423413 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:47:24.424052 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:47:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:24.620662 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:47:24.943966 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:24.948087 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b8c3be-2f45-496e-84a1-b6f0017459f4 None None] The sync data for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi is: [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:40:26Z', 'revision_number': 4, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi', '_interfaces': [{'id': '15beba61-4a56-4f53-9905-50701190b8c2', 'name': '', 'network_id': '6ce3e0b3-e6c6-467a-9ba7-e43df6950165', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'mac_address': 'fa:16:3e:01:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:25Z', 'updated_at': '2021-11-23T13:40:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'subnets': [{'id': 'c0577141-0848-4b00-9d24-6f4b15ad54ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:47:25.194162 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883bd73c-dfba-4a63-afc2-d0b0c0a87c39 None None] New status for floating IP 847bb762-3b5f-4cea-8798-2736505ae7f3: DOWN {{(pid=86850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 13:47:25.322548 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:47:25.520811 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55126) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:25.592878 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d19c190c-4e33-4a06-be92-46277178b85b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:25.728538 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d19c190c-4e33-4a06-be92-46277178b85b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:25.786611 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d19c190c-4e33-4a06-be92-46277178b85b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:25.790619 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-803b2f37-2c1e-42b5-946b-6255d7f49167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:25.808151 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c190c-4e33-4a06-be92-46277178b85b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d959f6-6377-4947-8a0f-01c4630c36a5,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:25.813132 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d19c190c-4e33-4a06-be92-46277178b85b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:25.819134 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d19c190c-4e33-4a06-be92-46277178b85b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:25.820710 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-d19c190c-4e33-4a06-be92-46277178b85b tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "DELETE /v2.0/security-groups/98d959f6-6377-4947-8a0f-01c4630c36a5 HTTP/1.1" status: 204 len: 168 time: 0.2984684 Nov 23 13:47:25.823476 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55130) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:25.848516 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.api.v2.resource [None req-7639fad1-676f-41ba-9425-16a4160d93f6 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] show failed (client error): The resource could not be found. Nov 23 13:47:25.849765 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7639fad1-676f-41ba-9425-16a4160d93f6 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "GET /v2.0/security-groups/98d959f6-6377-4947-8a0f-01c4630c36a5 HTTP/1.1" status: 404 len: 347 time: 0.0248630 Nov 23 13:47:25.853010 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55134) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:26.016042 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Deleting port c61093d8-248f-4f2c-ab08-23c0c7f8144c {{(pid=86849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:47:26.016402 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:26.022254 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 826971fe-33b4-4eee-b07e-22c99da90d19 no longer exists at agent hyperv_hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:47:26.059794 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] No Port match for: 826971fe-33b4-4eee-b07e-22c99da90d19 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:47:26.060296 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Device 826971fe-33b4-4eee-b07e-22c99da90d19 not bound to the agent host hv-cinder-81888 {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:47:26.189269 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:26.189566 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:26.312760 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.plugins.ml2.plugin [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Calling delete_port for c61093d8-248f-4f2c-ab08-23c0c7f8144c owned by network:floatingip {{(pid=86849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:47:26.463247 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2257597'] for port, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:26.466927 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-36d0943c-52a5-46c8-8691-a218c4e8d0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:26.513895 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Pushing event deleted for resources: {'Port': ['ID=c61093d8-248f-4f2c-ab08-23c0c7f8144c,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:26.556436 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.556826 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.557198 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.557565 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.557933 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.558288 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.558648 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.559006 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.559364 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.559712 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.560061 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.560441 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:47:26.588628 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:26.621664 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks [] for floatingip, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:26.646398 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-424846'] for floatingip, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:26.647699 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c83a4364-deca-43b7-8e00-3a049ac26641 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] 10.222.0.60 "DELETE /v2.0/floatingips/847bb762-3b5f-4cea-8798-2736505ae7f3 HTTP/1.1" status: 204 len: 168 time: 0.7935758 Nov 23 13:47:30.735672 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55164) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:31.368684 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653471'] for router_interface, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:31.727642 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Deleting port 15beba61-4a56-4f53-9905-50701190b8c2 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:47:31.727853 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:31.904590 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] For port 15beba61-4a56-4f53-9905-50701190b8c2, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=15beba61-4a56-4f53-9905-50701190b8c2,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:47:31.905287 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:32.027609 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Calling delete_port for 15beba61-4a56-4f53-9905-50701190b8c2 owned by network:router_interface {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:47:32.312665 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:32.316619 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-e0af4b3c-0648-4748-8aa2-4368d52c7c96 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:32.362780 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Pushing event deleted for resources: {'Port': ['ID=15beba61-4a56-4f53-9905-50701190b8c2,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:32.366341 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:32.641449 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-643930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690031'] for router_interface, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:33.015711 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Router 6c90dec1-b206-4469-8b12-a650be467faa has already been hosted by L3 agent bd42c745-7e43-42d7-aaa5-7a329187bc6b {{(pid=86848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Nov 23 13:47:33.211537 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] Notify agent at l3_agent.dv-cinder-818886-1-iscsi the message routers_updated {{(pid=86848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Nov 23 13:47:33.221324 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] Sync routers for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 13:47:33.226540 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-828ba83c-a3e8-4db2-87c2-92132a22e2df admin admin] 10.222.0.60 "PUT /v2.0/routers/6c90dec1-b206-4469-8b12-a650be467faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4895730 Nov 23 13:47:33.229151 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55170) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:33.231172 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:47:33.231798 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:47:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:33.404415 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks [] for router, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:33.413255 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: dv-cinder-818886-1-iscsi {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:47:33.711533 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:33.724263 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Deleting port d764f7da-2796-459f-8295-3eb08b375295 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:47:33.724620 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:33.746682 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'external_fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'd764f7da-2796-459f-8295-3eb08b375295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:47:32Z', 'revision_number': 5, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port': {'id': 'd764f7da-2796-459f-8295-3eb08b375295', 'name': '', 'network_id': 'b7b8078e-b275-4599-b433-7b1746ed0e7f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:49:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c90dec1-b206-4469-8b12-a650be467faa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818886-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T13:40:23Z', 'updated_at': '2021-11-23T13:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eaa8a6c2-508b-4f96-97aa-509d88489dbc', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818886-1-iscsi'}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:33.750499 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] Checking router: 6c90dec1-b206-4469-8b12-a650be467faa for host: dv-cinder-818886-1-iscsi {{(pid=86851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 13:47:33.759099 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] Routers {'6c90dec1-b206-4469-8b12-a650be467faa'} bound to L3 agent in host dv-cinder-818886-1-iscsi {{(pid=86851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 23 13:47:33.759714 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818886-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T12:50:40Z,description=,heartbeat_timestamp=2021-11-23T13:47:10Z,host='dv-cinder-818886-1-iscsi',id=bd42c745-7e43-42d7-aaa5-7a329187bc6b,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T12:50:40Z,topic='l3_agent')) {'router_ids': ['6c90dec1-b206-4469-8b12-a650be467faa'], 'active': True} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:33.897647 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] For port d764f7da-2796-459f-8295-3eb08b375295, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=d764f7da-2796-459f-8295-3eb08b375295,segment=NetworkSegment(81de4b39-d100-4986-bb9e-02bef9451954),segment_id=81de4b39-d100-4986-bb9e-02bef9451954)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:47:33.898104 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:33.917846 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_dvr_db [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] Set router 6c90dec1-b206-4469-8b12-a650be467faa gateway port host: None {{(pid=86851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Nov 23 13:47:34.027747 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.l3_hamode_db [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:47:33Z', 'revision_number': 6, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port_host': None}], 'dv-cinder-818886-1-iscsi', False) {} {{(pid=86851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:34.028006 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Calling delete_port for d764f7da-2796-459f-8295-3eb08b375295 owned by network:router_gateway {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:47:34.031910 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67530ee0-d501-4f3d-9552-90a455640930 None None] The sync data for ids ['6c90dec1-b206-4469-8b12-a650be467faa'] in dv-cinder-818886-1-iscsi is: [{'id': '6c90dec1-b206-4469-8b12-a650be467faa', 'name': 'tempest-AttachVolumeTestJSON-1786170055-router', 'tenant_id': 'c610ba775aca44aa85aaf415f96bb37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T13:40:22Z', 'updated_at': '2021-11-23T13:47:33Z', 'revision_number': 6, 'project_id': 'c610ba775aca44aa85aaf415f96bb37e', 'gw_port_host': None}] {{(pid=86851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 13:47:34.212867 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.216653 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4b3df955-fee4-4c86-a103-bdb5157b96fa tempest-VolumesSnapshotTestJSON-598964391 tempest-VolumesSnapshotTestJSON-598964391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:34.291364 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d764f7da-2796-459f-8295-3eb08b375295,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:34.293833 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:34.362865 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692472'] for router_gateway, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.452783 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 15beba61-4a56-4f53-9905-50701190b8c2 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:47:34.493722 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: 15beba61-4a56-4f53-9905-50701190b8c2 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:47:34.494076 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device 15beba61-4a56-4f53-9905-50701190b8c2 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:47:34.545850 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40478'] for router, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.547992 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.579376 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-653430'] for router, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.580473 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c90dec1-b206-4469-8b12-a650be467faa {{(pid=86848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 23 13:47:34.593834 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] Notify callbacks [] for router, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.595008 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-a51ce28d-c8aa-4502-889d-f5f3a10ec9bd admin admin] 10.222.0.60 "DELETE /v2.0/routers/6c90dec1-b206-4469-8b12-a650be467faa HTTP/1.1" status: 204 len: 168 time: 1.3649230 Nov 23 13:47:34.597967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55174) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:34.661071 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] Deleting subnet c0577141-0848-4b00-9d24-6f4b15ad54ef {{(pid=86848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 23 13:47:34.664059 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.716226 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3110125'] for subnet, precommit_delete_associations {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.807973 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1618761'] for subnet, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.881227 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1618705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2720915', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3066778'] for subnet, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.886132 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:34.927463 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0577141-0848-4b00-9d24-6f4b15ad54ef,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:34.929509 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:34.932136 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:34.934512 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7362158-5aab-4ddb-af82-791f9322bc64 None None] Network 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 requested from dv-cinder-818886-1-iscsi {{(pid=86850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Nov 23 13:47:34.936408 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-7d03ed61-d892-4901-869d-f6d98ec40d6d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c0577141-0848-4b00-9d24-6f4b15ad54ef HTTP/1.1" status: 204 len: 168 time: 0.3373904 Nov 23 13:47:34.938853 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55178) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:35.049848 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811442'] for network, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.068955 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Deleting port c829ec22-11b7-42fc-afa1-69d58828d774 {{(pid=86848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:47:35.071710 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.201868 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] DHCP port deletion for 6ce3e0b3-e6c6-467a-9ba7-e43df6950165 request from dv-cinder-818886-1-iscsi {{(pid=86850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Nov 23 13:47:35.207916 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] Deleting port c829ec22-11b7-42fc-afa1-69d58828d774 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:47:35.208359 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.404777 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.db [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] For port c829ec22-11b7-42fc-afa1-69d58828d774, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=c829ec22-11b7-42fc-afa1-69d58828d774,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:47:35.405030 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.462005 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.db [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] For port c829ec22-11b7-42fc-afa1-69d58828d774, host dv-cinder-818886-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818886-1-iscsi',level=0,port_id=c829ec22-11b7-42fc-afa1-69d58828d774,segment=NetworkSegment(5e4c844c-c3bf-4dc4-aca7-9753f5cee447),segment_id=5e4c844c-c3bf-4dc4-aca7-9753f5cee447)] {{(pid=86850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Nov 23 13:47:35.462617 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694431'] for port, precommit_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.530177 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.plugin [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Calling delete_port for c829ec22-11b7-42fc-afa1-69d58828d774 owned by network:dhcp {{(pid=86848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:47:35.583139 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] Calling delete_port for c829ec22-11b7-42fc-afa1-69d58828d774 owned by network:dhcp {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Nov 23 13:47:35.611588 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1600347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-75763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773513963861', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773513419358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2720928'] for port, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.616705 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-896d5496-1c65-431c-87e0-6c695b705194 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:35.658294 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.db.api [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 13:47:35.658536 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG oslo_db.api [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 13:47:35.660819 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c829ec22-11b7-42fc-afa1-69d58828d774,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:35.662941 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] No DVR routers for this DVR port c829ec22-11b7-42fc-afa1-69d58828d774 on host dv-cinder-818886-1-iscsi {{(pid=86848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 13:47:35.664425 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:35.794001 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1618274', 'neutron.services.segments.db._delete_segments_for_network-8773513855142'] for network, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.821933 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce3e0b3-e6c6-467a-9ba7-e43df6950165']}} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:35.835029 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4c844c-c3bf-4dc4-aca7-9753f5cee447') {'for_net_delete': True} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:35.835341 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.services.segments.db [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4c844c-c3bf-4dc4-aca7-9753f5cee447') {} {{(pid=86848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 13:47:35.847116 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773513900409', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3110138'] for segment, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.864116 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1607459'] for segment, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.870566 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Releasing vlan 1219 on physical network physnet1 to pool {{(pid=86848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 13:47:35.870970 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1607466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2720845'] for segment, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: Traceback (most recent call last): Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: timer() Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: cb(*args, **kw) Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: return func(*args, **kwargs) Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: self._notify() Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: self.callback(batched_events) Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: event.method(event) Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: return f(self, *a, **k) Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._get(url).json() Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: return self.request(url, 'GET', **kwargs) Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 13:47:35.884272 dv-cinder-818886-1-iscsi neutron-server[86848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 13:47:35.968762 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1618267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-643923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692383'] for network, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.976464 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-643965'] for network, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:35.980407 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-471a4484-8f9c-433a-b25a-3f669f5184a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:36.004991 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce3e0b3-e6c6-467a-9ba7-e43df6950165,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:36.007745 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:36.020413 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-d0a85a2a-2c16-40d5-beb2-4f19de63a7e4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6ce3e0b3-e6c6-467a-9ba7-e43df6950165 HTTP/1.1" status: 204 len: 168 time: 1.0803120 Nov 23 13:47:36.146838 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55184) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:36.159956 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] Deleting port c829ec22-11b7-42fc-afa1-69d58828d774 {{(pid=86850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Nov 23 13:47:36.160446 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773513961665'] for port, before_delete {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:36.198897 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-861bc33f-8d6c-4f3b-a1d8-76e05be19daa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c610ba775aca44aa85aaf415f96bb37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508020 Nov 23 13:47:36.201400 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55188) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:36.230568 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-eb08fcf4-39ee-4dc5-a81c-44d5bb08109f None None] The port 'c829ec22-11b7-42fc-afa1-69d58828d774' was deleted {{(pid=86850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Nov 23 13:47:36.267735 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-da934681-60cc-4e90-abea-2facd27f25d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:36.294385 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-da934681-60cc-4e90-abea-2facd27f25d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:36.354132 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-da934681-60cc-4e90-abea-2facd27f25d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:36.357891 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2f686266-2752-41e5-a346-e5546b75b100 tempest-AttachVolumeShelveTestJSON-1578572717 tempest-AttachVolumeShelveTestJSON-1578572717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:36.371694 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da934681-60cc-4e90-abea-2facd27f25d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784441cc-d0c2-41d9-a20c-fbe7dcde8e9c,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:36.376079 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-da934681-60cc-4e90-abea-2facd27f25d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:36.383206 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-da934681-60cc-4e90-abea-2facd27f25d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:36.384199 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-da934681-60cc-4e90-abea-2facd27f25d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/784441cc-d0c2-41d9-a20c-fbe7dcde8e9c HTTP/1.1" status: 204 len: 168 time: 0.1818871 Nov 23 13:47:36.441068 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device c829ec22-11b7-42fc-afa1-69d58828d774 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:47:36.479347 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: c829ec22-11b7-42fc-afa1-69d58828d774 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:47:36.479918 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device c829ec22-11b7-42fc-afa1-69d58828d774 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:47:36.480166 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device d764f7da-2796-459f-8295-3eb08b375295 no longer exists at agent ovs-agent-dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 23 13:47:36.515253 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.plugin [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] No Port match for: d764f7da-2796-459f-8295-3eb08b375295 {{(pid=86850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Nov 23 13:47:36.515496 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron.plugins.ml2.rpc [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Device d764f7da-2796-459f-8295-3eb08b375295 not bound to the agent host dv-cinder-818886-1-iscsi {{(pid=86850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 23 13:47:37.269966 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-73a7eca4-9bab-4fa4-a389-b9c8061fb3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:37.677429 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:40.162383 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6e09ce0b-a4bd-4975-b73c-bb3df036173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:41.450931 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:42.778528 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:46.966335 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55332) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:47.112709 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.128011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:47:47.132100 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Usage tracker for resource:security_group_rule and tenant:19e90cdcf6ba4460a09738a4a310516d is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:47:47.135053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:47:47.140863 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:47:47.220094 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.227121 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.234119 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a30df04c-efd4-4e6f-ac13-8a8b68b39565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:47.278459 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19e90cdcf6ba4460a09738a4a310516d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110144 Nov 23 13:47:47.279352 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0e2aca-8782-4e79-80bd-42995cd5770c,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:47.282195 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55340) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:47.282995 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:47.350438 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-383aabfb-afa5-4f5b-9e84-468e9bbb6268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.375978 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-383aabfb-afa5-4f5b-9e84-468e9bbb6268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.438240 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-383aabfb-afa5-4f5b-9e84-468e9bbb6268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.442068 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-394be2ec-735d-4dde-824e-b618e1021d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:47.453403 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aabfb-afa5-4f5b-9e84-468e9bbb6268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0e2aca-8782-4e79-80bd-42995cd5770c,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:47.457294 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-383aabfb-afa5-4f5b-9e84-468e9bbb6268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:47.461196 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-383aabfb-afa5-4f5b-9e84-468e9bbb6268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.462281 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-383aabfb-afa5-4f5b-9e84-468e9bbb6268 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d0e2aca-8782-4e79-80bd-42995cd5770c HTTP/1.1" status: 204 len: 168 time: 0.1789541 Nov 23 13:47:47.753474 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55348) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:47.771818 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.786093 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:47:47.791178 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Usage tracker for resource:security_group_rule and tenant:aa6274e79c3b4914915eb58e1f1bf4b0 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:47:47.794040 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:47:47.799691 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:47:47.882377 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.888339 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:47.895652 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-492b4d1d-b874-4e5a-8dcd-4bac186ef78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:47.935510 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c014546-b977-4bb3-8e90-a554c2f5be53,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:47.940288 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa6274e79c3b4914915eb58e1f1bf4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857877 Nov 23 13:47:47.941218 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c4ce4a45-56d6-4551-bcb9-fa196a3bffbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:47.943023 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55354) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:48.005662 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-181560dd-a7d7-4d97-99f9-c0b7f1120dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.033127 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-181560dd-a7d7-4d97-99f9-c0b7f1120dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.093238 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-181560dd-a7d7-4d97-99f9-c0b7f1120dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.097336 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-36689c42-39c7-4823-a057-7d9d2685aa0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:48.108602 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181560dd-a7d7-4d97-99f9-c0b7f1120dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c014546-b977-4bb3-8e90-a554c2f5be53,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:48.112108 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-181560dd-a7d7-4d97-99f9-c0b7f1120dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:48.115507 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-181560dd-a7d7-4d97-99f9-c0b7f1120dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.116746 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-181560dd-a7d7-4d97-99f9-c0b7f1120dd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c014546-b977-4bb3-8e90-a554c2f5be53 HTTP/1.1" status: 204 len: 168 time: 0.1728175 Nov 23 13:47:48.503396 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55362) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:48.521896 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.536442 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:47:48.540408 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:66808171b82e49c28e3a25f96351a7ec is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:47:48.543219 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:47:48.548970 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:47:48.647561 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.652928 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.659665 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c6e698f0-c58b-424c-b5d0-842d8b92dfac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:48.811360 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66808171b82e49c28e3a25f96351a7ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067987 Nov 23 13:47:48.812368 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49816232-5f13-4760-8246-a5f3ff076dbb,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:48.814243 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55368) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:48.815599 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4494219a-0a4f-4236-be65-893272871fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:48.874564 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-902bb449-0ae7-45df-81a3-702dc5d0ba42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.899996 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-902bb449-0ae7-45df-81a3-702dc5d0ba42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.951719 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-902bb449-0ae7-45df-81a3-702dc5d0ba42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.955318 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8970cca3-3c41-4d35-b4a5-ba4bef86812f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:48.968223 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bb449-0ae7-45df-81a3-702dc5d0ba42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49816232-5f13-4760-8246-a5f3ff076dbb,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:48.972519 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-902bb449-0ae7-45df-81a3-702dc5d0ba42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:48.977759 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-902bb449-0ae7-45df-81a3-702dc5d0ba42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:48.978922 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-902bb449-0ae7-45df-81a3-702dc5d0ba42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49816232-5f13-4760-8246-a5f3ff076dbb HTTP/1.1" status: 204 len: 168 time: 0.1633270 Nov 23 13:47:49.436882 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:56.720876 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55498) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:56.850852 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:56.866102 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:47:56.869994 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:bf07422c391e441984dba3e5c1754a57 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:47:56.873132 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:47:56.878948 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:47:56.967645 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:56.972636 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:56.980985 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d50ef4c3-f54e-416d-b6ff-2f54afe5d313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:57.021776 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf07422c391e441984dba3e5c1754a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973077 Nov 23 13:47:57.021776 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b867b5-0cf2-44bf-b3e6-2d35225bc2be,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:57.022177 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55504) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:57.024548 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-cf1388f2-90dc-46c0-9d80-80d6851ed8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:57.090129 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bf8f-f458-462c-9f23-51d860dac90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.121122 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bf8f-f458-462c-9f23-51d860dac90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.179872 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bf8f-f458-462c-9f23-51d860dac90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.184567 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-6c955341-dde5-4f81-8ea6-2ab549955e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:57.195524 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9bf8f-f458-462c-9f23-51d860dac90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b867b5-0cf2-44bf-b3e6-2d35225bc2be,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:57.198198 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-bdb9bf8f-f458-462c-9f23-51d860dac90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:57.203932 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-bdb9bf8f-f458-462c-9f23-51d860dac90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.205163 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-bdb9bf8f-f458-462c-9f23-51d860dac90d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6b867b5-0cf2-44bf-b3e6-2d35225bc2be HTTP/1.1" status: 204 len: 168 time: 0.1811485 Nov 23 13:47:57.541656 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55512) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:57.560443 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.575889 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:47:57.580960 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Usage tracker for resource:security_group_rule and tenant:fb4d4e3ce6c24ff4b19121ba41e3360c is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:47:57.590683 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:47:57.596521 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:47:57.676954 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.682307 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.689360 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-8f0af646-e14e-4e1b-95e4-dcfc99ae88c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:57.729651 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb4d4e3ce6c24ff4b19121ba41e3360c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868806 Nov 23 13:47:57.730535 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e68190f-49c8-45a9-bac5-ef797cd97ba4,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:57.732805 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55516) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:47:57.733496 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-a61c2096-2bbb-44fa-87d4-a0cab2b6042d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:57.798925 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-276fa6ae-e364-4bd4-9520-d62a1c462f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.830931 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-276fa6ae-e364-4bd4-9520-d62a1c462f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.894313 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-276fa6ae-e364-4bd4-9520-d62a1c462f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.900612 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-75970b0e-05c4-4c09-a0a7-1c85e1a700af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:47:57.919398 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fa6ae-e364-4bd4-9520-d62a1c462f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e68190f-49c8-45a9-bac5-ef797cd97ba4,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:47:57.922438 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-276fa6ae-e364-4bd4-9520-d62a1c462f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:47:57.934928 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-276fa6ae-e364-4bd4-9520-d62a1c462f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:47:57.936726 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-276fa6ae-e364-4bd4-9520-d62a1c462f52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e68190f-49c8-45a9-bac5-ef797cd97ba4 HTTP/1.1" status: 204 len: 168 time: 0.2025690 Nov 23 13:48:00.411603 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55586) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:00.529839 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:00.555771 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:00.560595 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Usage tracker for resource:security_group_rule and tenant:d8219d51cdfb4683abc708bf51726e08 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:00.563865 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:00.571883 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:00.680109 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:00.686393 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:00.698245 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-22a12d6e-1c6e-45ff-95fd-bf8fe5badb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:00.743186 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8219d51cdfb4683abc708bf51726e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304226 Nov 23 13:48:00.744171 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d822050-e222-4a2d-be6c-5c907a14aa40,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:00.746021 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55592) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:00.747484 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:00.810162 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-501a59c7-cc4c-43cd-952b-d2a641bb40da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:00.836182 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-501a59c7-cc4c-43cd-952b-d2a641bb40da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:00.893487 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-501a59c7-cc4c-43cd-952b-d2a641bb40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:00.897188 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-82750049-4fdd-4226-b953-62e01d640859 tempest-TestMinimumBasicScenario-2033036040 tempest-TestMinimumBasicScenario-2033036040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:00.909994 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a59c7-cc4c-43cd-952b-d2a641bb40da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d822050-e222-4a2d-be6c-5c907a14aa40,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:00.913826 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-501a59c7-cc4c-43cd-952b-d2a641bb40da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:00.919325 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-501a59c7-cc4c-43cd-952b-d2a641bb40da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:00.920521 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-501a59c7-cc4c-43cd-952b-d2a641bb40da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d822050-e222-4a2d-be6c-5c907a14aa40 HTTP/1.1" status: 204 len: 168 time: 0.1734753 Nov 23 13:48:01.240359 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55600) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:01.259043 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:01.278993 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:01.283216 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Usage tracker for resource:security_group_rule and tenant:c6b3c6253450447eba4d77641e72f263 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:01.286180 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:01.292402 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:01.379822 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:01.385956 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:01.393007 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-1590923d-f54d-4272-9fc5-c8b6992d0cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:01.444056 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6b3c6253450447eba4d77641e72f263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025409 Nov 23 13:48:01.445167 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba19d2aa-d1c0-4181-b001-0fd88181dddf,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:01.448018 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55604) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:01.449139 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d9027f19-5e5d-42e9-9dc0-b05e4ddd1b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:01.511724 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3470b6b5-98c2-434a-b697-3bc2c84e1edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:01.539105 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3470b6b5-98c2-434a-b697-3bc2c84e1edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:01.595053 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3470b6b5-98c2-434a-b697-3bc2c84e1edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:01.601099 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5100a271-85c0-4787-b949-7487052718eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:01.616216 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3470b6b5-98c2-434a-b697-3bc2c84e1edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba19d2aa-d1c0-4181-b001-0fd88181dddf,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:01.620221 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3470b6b5-98c2-434a-b697-3bc2c84e1edf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:01.623775 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-3470b6b5-98c2-434a-b697-3bc2c84e1edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:01.624986 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-3470b6b5-98c2-434a-b697-3bc2c84e1edf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba19d2aa-d1c0-4181-b001-0fd88181dddf HTTP/1.1" status: 204 len: 168 time: 0.1753068 Nov 23 13:48:02.320925 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:48:07.285668 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-68570026-f7d8-4c2e-a6a5-eb5bd2fb869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:07.677965 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:10.147683 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9f8fc72c-a047-44c2-bc86-cf92f7759ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:11.447042 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:11.487383 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55726) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:11.669919 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:11.685184 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:11.689726 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Usage tracker for resource:security_group_rule and tenant:70d35081c30347e582746533f323c909 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:11.693352 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:11.702449 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:11.790910 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:11.796696 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:11.804713 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-181560dd-a7d7-4d97-99f9-c0b7f1120dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:11.851841 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70d35081c30347e582746533f323c909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629906 Nov 23 13:48:11.852851 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e27d63-e635-4393-be84-a15e52450e16,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:11.854706 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55732) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:11.856015 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-4d600c65-f865-496e-81c8-c0abcaf6a203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:11.922426 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68c713cc-6a4a-442e-8e45-a3e667d361b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:11.948381 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68c713cc-6a4a-442e-8e45-a3e667d361b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.004163 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68c713cc-6a4a-442e-8e45-a3e667d361b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.009746 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-3a51fb0e-0866-419d-80f9-8e4d59882e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:12.026237 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c713cc-6a4a-442e-8e45-a3e667d361b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e27d63-e635-4393-be84-a15e52450e16,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:12.030395 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-68c713cc-6a4a-442e-8e45-a3e667d361b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:12.034334 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-68c713cc-6a4a-442e-8e45-a3e667d361b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.036159 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-68c713cc-6a4a-442e-8e45-a3e667d361b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44e27d63-e635-4393-be84-a15e52450e16 HTTP/1.1" status: 204 len: 168 time: 0.1798081 Nov 23 13:48:12.345308 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55740) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:12.363943 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.378823 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:12.382819 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Usage tracker for resource:security_group_rule and tenant:7a8b2b17004d4261a35e56240996b8be is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:12.385719 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:12.391514 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:12.483979 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.489986 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.497405 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-6d238427-e8b2-494e-b031-cebe7bd20efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:12.538498 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a8b2b17004d4261a35e56240996b8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919849 Nov 23 13:48:12.539438 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446c787c-ac68-4007-9c86-9c8fcc4aa4a4,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:12.541537 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55744) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:12.542766 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-908323ad-623b-4b81-8fe9-fe8130275c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:12.604181 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5e648b51-2db4-4fb7-ac44-76ad842d90ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.631908 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5e648b51-2db4-4fb7-ac44-76ad842d90ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.691256 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5e648b51-2db4-4fb7-ac44-76ad842d90ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.695161 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4d8ab75d-28da-481c-8fe1-cb77e041a854 tempest-AttachVolumeTestJSON-1806861357 tempest-AttachVolumeTestJSON-1806861357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:12.706063 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e648b51-2db4-4fb7-ac44-76ad842d90ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446c787c-ac68-4007-9c86-9c8fcc4aa4a4,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:12.710725 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-5e648b51-2db4-4fb7-ac44-76ad842d90ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:12.714102 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-5e648b51-2db4-4fb7-ac44-76ad842d90ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:12.715227 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-5e648b51-2db4-4fb7-ac44-76ad842d90ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/446c787c-ac68-4007-9c86-9c8fcc4aa4a4 HTTP/1.1" status: 204 len: 168 time: 0.1722162 Nov 23 13:48:12.770847 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:13.090968 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55752) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:13.109855 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:13.125205 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:13.129535 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Usage tracker for resource:security_group_rule and tenant:807c01830b544408ad52a0cbace5a2d3 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:13.132533 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:13.138532 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:13.229466 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:13.237957 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:13.249546 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-07a7d9ec-6608-425d-aa13-8467a403758e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:13.296852 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=807c01830b544408ad52a0cbace5a2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047646 Nov 23 13:48:13.297729 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4402ab3-eae6-44be-a308-262e62b36183,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:13.300691 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55756) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:13.301049 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-548f3413-fba1-49f3-8e98-a0361674054f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:13.369444 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72b8385a-c0ee-41a5-b641-e0f3c681fe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:13.404938 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72b8385a-c0ee-41a5-b641-e0f3c681fe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:13.466950 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72b8385a-c0ee-41a5-b641-e0f3c681fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:13.470590 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-d85849e1-3d01-44ac-bfbe-558152881640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:13.485054 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8385a-c0ee-41a5-b641-e0f3c681fe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4402ab3-eae6-44be-a308-262e62b36183,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:13.489553 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-72b8385a-c0ee-41a5-b641-e0f3c681fe18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:13.506989 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-72b8385a-c0ee-41a5-b641-e0f3c681fe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:13.510996 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-72b8385a-c0ee-41a5-b641-e0f3c681fe18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4402ab3-eae6-44be-a308-262e62b36183 HTTP/1.1" status: 204 len: 168 time: 0.2055705 Nov 23 13:48:19.447865 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:23.303635 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55878) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:23.428110 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:23.443135 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:23.447719 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Usage tracker for resource:security_group_rule and tenant:e1c9230cccf24d3fa2ad34025e3737aa is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:23.450726 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:23.457293 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:23.543198 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:23.549793 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:23.557184 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-657db3b7-39e4-4d47-a228-847d8641abb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:23.596777 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20101bf5-f037-433f-9976-91111abe7569,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:23.599996 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:23.603108 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-53c9f30e-e6af-4d68-80fe-9e062117742f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1c9230cccf24d3fa2ad34025e3737aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984297 Nov 23 13:48:23.605850 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55884) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:23.678903 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f125152-703f-423e-94b2-be0e064fb7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:23.706018 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f125152-703f-423e-94b2-be0e064fb7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:23.766083 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f125152-703f-423e-94b2-be0e064fb7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:23.771121 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-cc34b5c9-32ec-499f-9128-7bd71a35b84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:23.783524 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f125152-703f-423e-94b2-be0e064fb7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20101bf5-f037-433f-9976-91111abe7569,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:23.786002 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7f125152-703f-423e-94b2-be0e064fb7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:23.789489 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-7f125152-703f-423e-94b2-be0e064fb7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:23.790626 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-7f125152-703f-423e-94b2-be0e064fb7f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20101bf5-f037-433f-9976-91111abe7569 HTTP/1.1" status: 204 len: 168 time: 0.1838233 Nov 23 13:48:24.085847 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55892) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:24.105198 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.120188 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:24.124704 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Usage tracker for resource:security_group_rule and tenant:8bcc14cad23047a9a526e6ced5c5574e is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:24.127787 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:24.134507 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:24.217589 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.223465 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.232177 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-96728330-2c79-4a2f-a70d-0f6644fb4535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:24.271779 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bcc14cad23047a9a526e6ced5c5574e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1847510 Nov 23 13:48:24.272668 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aae8db-9872-4942-9995-d218abe86d29,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:24.274896 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55896) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:24.275652 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-c8fc2434-5fb8-4e40-8005-7a38a960a880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:24.346915 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.373660 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.433593 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.437755 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-890b1335-8398-4b71-824d-062153cdedc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:24.451299 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aae8db-9872-4942-9995-d218abe86d29,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:24.461720 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.462097 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.462456 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.462815 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.463164 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.463530 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.463844 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.464221 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.464603 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.464967 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.465310 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.465652 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:24.470695 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:24.472976 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.476387 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-4c5d6ecf-be55-4916-b6eb-cd7d87252ee0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4aae8db-9872-4942-9995-d218abe86d29 HTTP/1.1" status: 204 len: 168 time: 0.1975420 Nov 23 13:48:24.845048 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55904) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:24.868754 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.883789 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:24.887738 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Usage tracker for resource:security_group_rule and tenant:56149b01e023405d9d3d560f5e282766 is out of sync, need to count used quota {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:24.890673 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.quota.resource [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86849) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:24.896506 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.db.quota.driver [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86849) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:24.981074 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.987955 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:24.995401 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-7f125152-703f-423e-94b2-be0e064fb7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:25.035763 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56149b01e023405d9d3d560f5e282766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896813 Nov 23 13:48:25.036683 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a62e95d-503f-4144-b671-73d36da9c1ae,revision_number=1']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:25.039539 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55908) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:25.040036 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-3264ec8d-26d0-425b-83fd-aa47fd922b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:25.104570 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2bb7380c-c8d9-410f-bcbf-9cf0fd1b12e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:25.131731 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2bb7380c-c8d9-410f-bcbf-9cf0fd1b12e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:25.185011 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2bb7380c-c8d9-410f-bcbf-9cf0fd1b12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:25.188729 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2a5f5134-e72e-4475-a8ab-3a569e0267fb tempest-TestVolumeBootPattern-744547849 tempest-TestVolumeBootPattern-744547849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:25.200197 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7380c-c8d9-410f-bcbf-9cf0fd1b12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a62e95d-503f-4144-b671-73d36da9c1ae,revision_number=None']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:25.204180 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-2bb7380c-c8d9-410f-bcbf-9cf0fd1b12e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:25.207543 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-2bb7380c-c8d9-410f-bcbf-9cf0fd1b12e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:25.209048 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-2bb7380c-c8d9-410f-bcbf-9cf0fd1b12e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a62e95d-503f-4144-b671-73d36da9c1ae HTTP/1.1" status: 204 len: 168 time: 0.1682065 Nov 23 13:48:36.197418 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.wsgi [-] (86848) accepted ('10.222.0.60', 55984) {{(pid=86848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:36.327050 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:36.433602 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 23 13:48:36.437617 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Usage tracker for resource:security_group_rule and tenant:8c8332cc28324bbe8275ca86d1ab3864 is out of sync, need to count used quota {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 23 13:48:36.440570 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.quota.resource [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86848) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 23 13:48:36.446781 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.db.quota.driver [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86848) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 23 13:48:36.540213 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:36.545782 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron_lib.callbacks.manager [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_create {{(pid=86848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:36.553132 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-96e77405-98cc-4e96-92ec-99852b969d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:36.595183 dv-cinder-818886-1-iscsi neutron-server[86848]: INFO neutron.wsgi [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c8332cc28324bbe8275ca86d1ab3864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966100 Nov 23 13:48:36.596090 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23614ae-a102-459c-91c5-fba5379f354a,revision_number=1']} {{(pid=86848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:36.599656 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.wsgi [-] (86849) accepted ('10.222.0.60', 55990) {{(pid=86849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 23 13:48:36.600446 dv-cinder-818886-1-iscsi neutron-server[86848]: DEBUG oslo_concurrency.lockutils [None req-1e8f48db-89fd-48ac-91cd-fe6eac3bbe6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86848) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:36.661030 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:36.688488 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:36.756182 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760623'] for security_group, after_delete {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:36.760201 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-72205c9f-e773-452b-a97b-8c3754c3be8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 23 13:48:36.781586 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23614ae-a102-459c-91c5-fba5379f354a,revision_number=None']} {{(pid=86849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 13:48:36.791312 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.791692 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.792060 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.792471 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.792829 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.793178 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.793539 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.793906 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.794264 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.794617 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.794966 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.795316 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818886-1-iscsi {{(pid=86849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 13:48:36.798982 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG oslo_concurrency.lockutils [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 23 13:48:36.799776 dv-cinder-818886-1-iscsi neutron-server[86849]: DEBUG neutron_lib.callbacks.manager [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:36.800900 dv-cinder-818886-1-iscsi neutron-server[86849]: INFO neutron.wsgi [None req-b0312de6-b97d-472e-96e1-6a497d1a760f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b23614ae-a102-459c-91c5-fba5379f354a HTTP/1.1" status: 204 len: 168 time: 0.1997349 Nov 23 13:48:37.273696 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-2a3c182b-8938-4cce-82d7-85b80ed74c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:37.672995 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:39.320764 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:48:40.153349 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-18c2d719-cfce-4c32-abcb-ae06dca77591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:41.451113 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:42.776280 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:48:49.438463 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:07.272512 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f9106589-458c-4669-8172-4c9b54da8f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:07.680339 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:10.157350 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-1e2a955f-47d1-44e1-a169-eeb5c14787a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:11.456767 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:12.780379 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:16.319936 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:49:19.443083 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:37.275295 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-37c3de56-db3b-4c79-969a-b865f8049702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:37.675449 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:40.156618 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-bd43eb32-34d3-4552-b912-c0d6568fea1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:41.461594 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:42.781569 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:49.453502 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:49:53.319493 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:50:07.272425 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-ccb6d000-9716-4465-af3b-cbff9ff1a167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:07.671975 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:10.153059 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5c60287d-ef72-4e22-8c07-2ac87e6f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:11.459511 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:12.794513 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:19.451373 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:30.319002 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:50:37.283321 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-318922de-6fcb-462b-be4d-aeb71e1b0669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:37.694075 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:40.155652 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5a48a072-912f-4803-92f4-6f779ff4e6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:41.473485 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:42.797599 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:50:49.473012 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:07.281032 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-490aafa3-7201-4205-b212-5789d5a09129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:07.321045 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:51:07.683790 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:10.151903 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-6d10bf9c-ae03-4ab2-ae8b-490a05f23df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:11.467497 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:12.798460 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:19.483090 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:37.288155 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-9c5f3067-71d2-4bd2-b84d-d6a778ff82f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:37.681037 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:40.164863 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-a9f50617-3482-4d84-9ae0-5d9568898684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:41.475371 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:42.806474 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:51:44.325355 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:51:49.499963 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:07.278141 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b4df0bd5-520e-47f6-add1-c799edf999d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:07.677755 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:10.165776 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5eee3412-754d-48d2-b57e-3ce28ea0db32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:11.473077 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:12.804614 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:19.503720 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:21.325160 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:52:37.278557 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-53ef7a4e-859a-48f1-af8c-10e2eacc7e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:37.675048 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:40.166137 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-80e42b29-5653-4d7f-ab13-6d04d55457c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:41.479922 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:42.843504 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:49.520981 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:52:58.324747 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:53:07.280416 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b207029c-b960-4a39-9c14-d2db3eaee34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:07.670294 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:10.165208 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-5db586be-d648-4ac7-a910-58b8fb47313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:11.480028 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:12.811155 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:19.510500 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:35.329089 dv-cinder-818886-1-iscsi neutron-server[86851]: DEBUG neutron.db.agents_db [None req-8caeaab3-644f-49a1-8084-76fccec314a7 None None] Agent healthcheck: found 6 active agents {{(pid=86851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 23 13:53:37.286415 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-d041ba43-d08c-41ea-8108-705ad17c0aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:37.683735 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b297bf58-8881-4407-9ed4-5ea6ba6bd419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:40.161596 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-789a5166-aad8-49e1-9f2b-502946a087b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:41.482979 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-b6d1c3d1-5dfe-404f-bdf8-a1b1d8068379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:42.816273 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-f1d2a5c1-91f4-4c97-815a-76c472f66062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 23 13:53:49.527263 dv-cinder-818886-1-iscsi neutron-server[86850]: DEBUG neutron_lib.callbacks.manager [None req-8a55f4e3-739f-4f61-839d-631eaef51d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773513855151', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1621016'] for agent, after_update {{(pid=86850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}